[ 589.695498] env[68237]: INFO neutron.common.config [-] Logging enabled! [ 589.695773] env[68237]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev85 [ 589.696177] env[68237]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=68237) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 589.696177] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 589.696306] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 589.697108] env[68237]: WARNING oslo_policy.policy [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 589.697478] env[68237]: WARNING oslo_policy.policy [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 589.698833] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] VMware NSXv3 Agent initialized successfully. [ 589.699372] env[68237]: DEBUG oslo_concurrency.lockutils [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] Acquiring lock "singleton_lock" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.699372] env[68237]: DEBUG oslo_concurrency.lockutils [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] Acquired lock "singleton_lock" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.699539] env[68237]: DEBUG oslo_concurrency.lockutils [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] Releasing lock "singleton_lock" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.699820] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] Full set of CONF: {{(pid=68237) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 589.700388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ******************************************************************************** {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 589.700388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] Configuration options gathered from: {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 589.700388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 589.700562] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 589.700662] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ================================================================================ {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 589.700834] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] agent_down_time = 75 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.700980] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] allow_automatic_dhcp_failover = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.701136] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] allow_bulk = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.701282] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] api_extensions_path = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.701425] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] api_paste_config = api-paste.ini {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702179] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] auth_strategy = keystone {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702179] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] backdoor_port = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702179] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] backdoor_socket = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702179] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] backlog = 4096 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702179] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] base_mac = fa:16:3e:00:00:00 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702438] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] bind_host = 0.0.0.0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702438] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] bind_port = 9696 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702541] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] client_socket_timeout = 900 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702676] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] config_dir = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702787] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.702929] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] config_source = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.703085] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] control_exchange = neutron {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.703228] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] core_plugin = ml2 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.703370] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] debug = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.703512] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] default_availability_zones = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.703735] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704297] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] dhcp_agent_notification = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704297] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] dhcp_agents_per_network = 1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704297] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] dhcp_lease_duration = 86400 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704297] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] dhcp_load_type = networks {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704562] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] dns_domain = openstacklocal {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704608] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704739] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] enable_default_route_bfd = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.704871] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] enable_default_route_ecmp = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705020] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] enable_dvr = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705154] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] enable_new_agents = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705667] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705667] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] enable_signals = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705667] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] enable_traditional_dhcp = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705667] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] external_dns_driver = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705911] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] filter_validation = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.705965] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] global_physnet_mtu = 8950 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.706083] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] graceful_shutdown_timeout = 60 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.706297] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] host = cpu-1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.706611] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] host_dvr_for_dhcp = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.706611] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] http_retries = 3 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.706746] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] instance_format = [instance: %(uuid)s] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.706851] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.706990] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ipam_driver = internal {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ipv6_pd_enabled = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] l3_ha = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] l3_ha_network_physical_name = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] l3_ha_network_type = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_color = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_config_append = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709488] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709488] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_dir = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709488] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_file = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709488] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_options = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709488] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_rotate_interval = 1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709488] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_rotate_interval_type = days {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709488] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] log_rotation_type = none {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709661] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709661] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709661] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709661] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709661] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709797] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] max_dns_nameservers = 5 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709797] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] max_header_line = 16384 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.709992] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] max_l3_agents_per_router = 3 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.710068] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] max_logfile_count = 30 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.710204] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] max_logfile_size_mb = 200 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.710340] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] max_subnet_host_routes = 20 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.710483] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] my_ip = 10.180.1.21 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.710660] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] my_ipv6 = ::1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.710799] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] network_auto_schedule = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.710929] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] network_link_prefix = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.711083] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.711229] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] notify_nova_on_port_data_changes = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.711367] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] notify_nova_on_port_status_changes = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.711503] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] pagination_max_limit = -1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.711635] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] publish_errors = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.711766] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] rate_limit_burst = 0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.711905] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] rate_limit_except_level = CRITICAL {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.712063] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] rate_limit_interval = 0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.712196] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] retry_until_window = 30 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713304] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] router_distributed = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713304] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] rpc_resources_processing_step = 20 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713304] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] rpc_response_max_timeout = 600 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713304] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] rpc_response_timeout = 60 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713304] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] send_events_interval = 2 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713304] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] service_plugins = ['router'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713304] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] setproctitle = on {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713652] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] shell_completion = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713652] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] state_path = /opt/stack/data/neutron {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.713652] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] syslog_log_facility = LOG_USER {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715702] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] tcp_keepidle = 600 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715702] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] transport_url = **** {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715702] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] use_journal = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715702] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] use_json = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715702] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] use_ssl = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715702] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] use_stderr = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715702] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] use_syslog = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715948] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] vlan_qinq = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715948] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] vlan_transparent = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715948] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] watch_log_file = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715948] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] wsgi_default_pool_size = 100 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715948] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] wsgi_keep_alive = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.715948] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.716140] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] wsgi_server_debug = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.716140] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_concurrency.disable_process_locking = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716140] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716140] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716140] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716140] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716292] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716432] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716556] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.connection_string = messaging:// {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716720] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.enabled = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.716869] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.es_doc_type = notification {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.717018] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.es_scroll_size = 10000 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.717186] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.es_scroll_time = 2m {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.717334] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.filter_error_trace = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.717479] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.hmac_keys = **** {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.717620] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.sentinel_service_name = mymaster {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.717765] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.socket_timeout = 0.1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.717901] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.trace_requests = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.718044] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler.trace_sqlalchemy = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.718633] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler_jaeger.process_tags = {} {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.718633] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler_jaeger.service_name_prefix = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.718633] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] profiler_otlp.service_name_prefix = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.718633] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.enforce_new_defaults = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.718905] env[68237]: WARNING oslo_config.cfg [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 589.719028] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.enforce_scope = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.719176] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.policy_default_rule = default {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.719326] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.719469] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720077] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720077] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720077] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720077] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720335] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720335] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_policy.remote_timeout = 60.0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720469] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720615] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] agent.extensions = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720757] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.720899] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] service_providers.service_provider = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.721054] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.default_quota = -1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.721291] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.721374] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_floatingip = 50 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.721481] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_network = 100 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.721950] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_port = 500 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.721950] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.721950] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_router = 10 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.722170] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_security_group = 10 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.722170] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.722274] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.quota_subnet = 100 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.722410] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] QUOTAS.track_quota_usage = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.722568] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.722795] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep.group = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723185] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep.helper_command = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723185] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723317] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep.thread_pool_size = 8 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723371] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep.user = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723517] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723647] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_dhcp_release.group = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723947] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_dhcp_release.helper_command = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.723947] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.724074] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.724203] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_dhcp_release.user = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.724342] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.724473] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_ovs_vsctl.group = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.724602] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_ovs_vsctl.helper_command = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.724740] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.724874] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726683] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_ovs_vsctl.user = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726683] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_namespace.capabilities = [21] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726683] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_namespace.group = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726683] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_namespace.helper_command = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726683] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726683] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_namespace.thread_pool_size = 8 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726683] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_namespace.user = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726928] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_conntrack.capabilities = [12] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726928] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_conntrack.group = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726928] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_conntrack.helper_command = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726928] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726928] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726928] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_conntrack.user = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.726928] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_link.capabilities = [12, 21] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727121] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_link.group = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727254] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_link.helper_command = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727294] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727428] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_link.thread_pool_size = 8 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727555] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] privsep_link.user = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727705] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727847] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.727983] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.continue_on_failed_promotions = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.728129] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.dscp = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.728266] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.dscp_inherit = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.728408] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.force_mp_to_policy = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.729021] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.locking_coordinator_url = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.729021] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.log_agent_heartbeats = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.729021] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.logging_expire = 1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.729021] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.polling_interval = 240 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.report_interval = 30.0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730388] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730688] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730688] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730688] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.sync_skew = 60 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730688] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.synchronization_queue_size = 20 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730688] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT.use_helper_for_ns_read = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.730688] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] SECURITYGROUP.enable_ipset = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731659] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] SECURITYGROUP.enable_security_group = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731659] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731659] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731659] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] experimental.ipv6_pd_enabled = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731659] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.extension_drivers = ['port_security'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731659] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.external_network_type = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731932] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.731932] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.overlay_ip_version = 4 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732034] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.path_mtu = 8950 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732112] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.physical_network_mtus = {} {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732267] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.tenant_network_types = ['vlan'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732416] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732565] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ml2.type_drivers = ['vlan'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732715] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT_CLI.neutron_port_id = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732853] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.732993] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.733159] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.733310] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.733457] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.733604] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.733751] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.733897] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.734097] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.734250] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_login_password = **** {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.734403] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_login_port = 443 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.734578] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_login_user = admin {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.734742] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.734898] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.735050] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.735196] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.735346] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.735495] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.735643] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.735790] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.735933] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.736094] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.736274] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.736425] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.736572] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.736760] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.736911] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] vsphere.vsphere_login_password = VMware1! {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.737070] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.737215] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.737363] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.auth_section = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.737522] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.auth_type = password {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.737692] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.737834] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.certfile = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.737979] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.collect_timing = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.738142] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.endpoint_type = public {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.738286] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.insecure = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.738426] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.keyfile = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.738569] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.region_name = RegionOne {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.738709] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.split_loggers = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.738847] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] nova.timeout = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.738993] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.auth_section = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.739155] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.auth_type = password {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.739302] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.739440] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.certfile = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.739579] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.collect_timing = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.739725] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.endpoint_type = public {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.739864] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.insecure = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.740006] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.keyfile = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.740145] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.region_name = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.740314] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.split_loggers = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.740458] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] placement.timeout = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.740624] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.auth_section = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.740775] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.auth_type = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.740915] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.cafile = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.741064] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.certfile = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.741207] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.collect_timing = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.741347] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.connect_retries = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.741483] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.connect_retry_delay = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.741623] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.enable_notifications = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.741758] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.endpoint_override = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.741894] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.insecure = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742042] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.interface = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742179] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.keyfile = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742315] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.max_version = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742449] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.min_version = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742586] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.region_name = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742718] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.retriable_status_codes = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742851] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.service_name = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.742984] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.service_type = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.743140] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.split_loggers = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.743278] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.status_code_retries = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.743412] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.status_code_retry_delay = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.743590] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.timeout = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.743711] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.valid_interfaces = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.743851] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ironic.version = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.743999] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] cli_script.dry_run = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.744186] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.744341] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.744486] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.744627] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.744759] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.744900] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.745049] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.745193] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.745337] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.745487] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.745625] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.745772] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.745917] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.746067] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.746239] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.746400] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.746548] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.746713] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.746870] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747027] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747214] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747295] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747436] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747579] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747727] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747850] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.747988] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.748142] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.748281] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.748424] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.748559] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.ssl = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.748704] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.748846] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.748986] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.749142] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.749291] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.ssl_version = {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.749429] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.749592] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_notifications.driver = [] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.749747] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_notifications.retry = -1 {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.749904] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.750055] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] oslo_messaging_notifications.transport_url = **** {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.750170] env[68237]: DEBUG oslo_service.backend.eventlet.service [None req-873643ad-1b95-49a2-aa19-e1adb1c7103a None None] ******************************************************************************** {{(pid=68237) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 589.751076] env[68237]: DEBUG neutron.agent.securitygroups_rpc [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Init firewall settings (driver=nsxv3) {{(pid=68237) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 589.752281] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=68237) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 589.752520] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] RPC agent_id: nsxm-l-01a.corp.local [ 589.754682] env[68237]: DEBUG dogpile.cache.region [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.754804] env[68237]: DEBUG dogpile.lock [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.754906] env[68237]: DEBUG dogpile.lock [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.755012] env[68237]: DEBUG dogpile.lock [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.755112] env[68237]: DEBUG dogpile.cache.region [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.755205] env[68237]: DEBUG dogpile.lock [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.755330] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.776259] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Session token - acquiring [ 589.777812] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.778069] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.778151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.778567] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.788206] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.051872] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 590.076516] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.076687] env[68237]: DEBUG dogpile.cache.region [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Cache value generated in 0.321 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 590.076840] env[68237]: DEBUG dogpile.lock [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.076950] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Activating Policy API Provider. [ 590.077146] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Looking for the default Infrastructure Rules. [ 590.136914] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Looking for the Default Layer3 Logged Drop Section. [ 590.148554] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 590.149133] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.149335] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.149443] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.149729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.150083] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.665626] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.168668] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.671797] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Inventory metadata is going to be refreshed. [ 591.671982] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 592.490059] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.490607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.490607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.490779] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.501865] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 592.503915] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.504644] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 592.522086] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.522364] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.522444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.522756] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.522889] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.523053] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 592.523235] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.523617] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 592.545962] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.546331] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.546461] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.546750] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.546930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.547094] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 592.565203] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.565448] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.565513] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.565727] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.565874] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.566021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 592.582765] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.582958] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.583035] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.583311] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.583454] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.583604] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 592.583714] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.583820] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 592.599396] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.599581] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.599641] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.599896] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.600030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.600193] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 592.600310] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.600424] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 592.616617] env[68237]: DEBUG networking_nsxv3.common.locking [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.616773] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.616882] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.617153] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.617320] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.617471] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 592.617580] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 592.617684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Inventory metadata have been refreshed. [ 592.617783] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Dryrun:True. Metadata refresh completed. [ 592.617905] env[68237]: DEBUG oslo_concurrency.lockutils [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Releasing lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.619708] env[68237]: INFO neutron.agent.agent_extensions_manager [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Loaded agent extensions: [] [ 592.620414] env[68237]: DEBUG neutron_lib.callbacks.manager [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=68237) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 592.775333] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent RPC Daemon Started! [ 592.775508] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:0 started [ 592.775549] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent out of sync with plugin! [ 597.621766] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 597.621766] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 602.622914] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 602.623278] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.530043] env[68237]: INFO networking_nsxv3.common.synchronization [None req-d1476242-7329-4ad9-9d03-b8643d334c7e demo admin] Enqueued Resource ID: a8d01501-f157-43ee-a2c4-914592f4b83b with Priority: HIGHEST for action security_group_rules [ 606.530371] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d01501-f157-43ee-a2c4-914592f4b83b with Priority: HIGHEST for action security_group_rules [ 606.532043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d01501-f157-43ee-a2c4-914592f4b83b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.532192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d01501-f157-43ee-a2c4-914592f4b83b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.532263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d01501-f157-43ee-a2c4-914592f4b83b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.532716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d01501-f157-43ee-a2c4-914592f4b83b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.532845] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d01501-f157-43ee-a2c4-914592f4b83b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.052326] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.052539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.052539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.052788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.052844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.052907] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d01501-f157-43ee-a2c4-914592f4b83b already deleted. [ 607.052988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d01501-f157-43ee-a2c4-914592f4b83b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.531868] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.532365] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.532817] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.533260] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.623839] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.624063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.624063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.624277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.624509] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.127249] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.630019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.132740] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 618.132930] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 618.850115] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.850496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.850496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.850565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.862141] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 618.862909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.863497] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 618.880287] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.880430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.880473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.880637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.880719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.880819] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 618.880889] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.880968] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 618.899239] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.899356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.899430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.899540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.899661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.899758] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 618.917422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.917565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.917617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.917774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.917909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.918020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 618.935754] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.935886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.935924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.936128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.936222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.936330] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 618.936405] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.936478] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 618.952343] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.952455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.952530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.952676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.952759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.952853] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 618.952924] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.952995] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 618.971482] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.971620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.971676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.971806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.971898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.972008] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 618.972085] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.972155] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 618.972223] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 618.972294] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 618.972358] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 618.972418] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 618.972683] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 618.972748] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 618.972816] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 618.988170] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.988276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.988341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.988499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.988590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.988684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 619.004740] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.004854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.004918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.005080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.005174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.016426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.534291] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.534650] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 626.537029] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.537029] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.529881] env[68237]: INFO networking_nsxv3.common.synchronization [None req-cfd49a35-06e8-45e4-a69c-d31730604c24 None None] Enqueued Resource ID: 4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc with Priority: HIGHEST for action port [ 631.530168] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc with Priority: HIGHEST for action port [ 631.530685] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.530841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.530891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.531526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.531526] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.034217] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc [ 632.034625] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.034800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.034838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.035160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.035298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.035600] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc already deleted. [ 632.035786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f13ca45-b77c-4c54-a5fd-3e2c34b3e6bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.146714] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a0278e09-d517-40a0-b6c1-15bdbf160e08 None None] Enqueued Resource ID: 54766666-988e-4dac-ad0a-9246203edf14 with Priority: HIGHEST for action port [ 633.146714] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54766666-988e-4dac-ad0a-9246203edf14 with Priority: HIGHEST for action port [ 633.146714] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-54766666-988e-4dac-ad0a-9246203edf14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.146714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54766666-988e-4dac-ad0a-9246203edf14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.146714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54766666-988e-4dac-ad0a-9246203edf14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.146714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54766666-988e-4dac-ad0a-9246203edf14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.147716] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54766666-988e-4dac-ad0a-9246203edf14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.151187] env[68237]: INFO networking_nsxv3.common.synchronization [None req-18c4ae22-f21c-49b0-98f4-8feedc6f1e73 None None] Enqueued Resource ID: d6f8d363-816f-4482-9eb1-1b7233759fbf with Priority: HIGHEST for action port [ 633.151187] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f8d363-816f-4482-9eb1-1b7233759fbf with Priority: HIGHEST for action port [ 633.151187] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6f8d363-816f-4482-9eb1-1b7233759fbf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.155269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6f8d363-816f-4482-9eb1-1b7233759fbf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.155269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6f8d363-816f-4482-9eb1-1b7233759fbf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.155269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6f8d363-816f-4482-9eb1-1b7233759fbf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.155269] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f8d363-816f-4482-9eb1-1b7233759fbf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.651042] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54766666-988e-4dac-ad0a-9246203edf14 [ 633.651042] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.651042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.651042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.651362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.651362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.651362] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54766666-988e-4dac-ad0a-9246203edf14 already deleted. [ 633.651362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54766666-988e-4dac-ad0a-9246203edf14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.659368] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6f8d363-816f-4482-9eb1-1b7233759fbf [ 633.659581] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.659981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.659981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.659981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.662559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.662559] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6f8d363-816f-4482-9eb1-1b7233759fbf already deleted. [ 633.662559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6f8d363-816f-4482-9eb1-1b7233759fbf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.352824] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4bf60111-afe5-49ed-99dd-cb0643908900 None None] Enqueued Resource ID: 14e63e33-cb3c-4ea6-bed8-866b13eccec6 with Priority: HIGHEST for action port [ 634.352824] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e63e33-cb3c-4ea6-bed8-866b13eccec6 with Priority: HIGHEST for action port [ 634.352824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e63e33-cb3c-4ea6-bed8-866b13eccec6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.352824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e63e33-cb3c-4ea6-bed8-866b13eccec6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.352824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e63e33-cb3c-4ea6-bed8-866b13eccec6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.352824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e63e33-cb3c-4ea6-bed8-866b13eccec6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.352824] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e63e33-cb3c-4ea6-bed8-866b13eccec6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.623488] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c4ee59cd-67cb-4358-b2cd-bb00d08ad60b None None] Enqueued Resource ID: b7a136a5-b7e8-4836-a912-ac4863107d07 with Priority: HIGHEST for action port [ 634.623719] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a136a5-b7e8-4836-a912-ac4863107d07 with Priority: HIGHEST for action port [ 634.624316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a136a5-b7e8-4836-a912-ac4863107d07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.624445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a136a5-b7e8-4836-a912-ac4863107d07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.624498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a136a5-b7e8-4836-a912-ac4863107d07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.624725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a136a5-b7e8-4836-a912-ac4863107d07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.625220] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a136a5-b7e8-4836-a912-ac4863107d07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.857842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14e63e33-cb3c-4ea6-bed8-866b13eccec6 [ 634.857842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.857842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.857842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.857842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.857842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.857842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14e63e33-cb3c-4ea6-bed8-866b13eccec6 already deleted. [ 634.857842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e63e33-cb3c-4ea6-bed8-866b13eccec6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.127884] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7a136a5-b7e8-4836-a912-ac4863107d07 [ 635.128152] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.128290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.129448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.129448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.129448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.129448] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7a136a5-b7e8-4836-a912-ac4863107d07 already deleted. [ 635.129448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a136a5-b7e8-4836-a912-ac4863107d07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.209938] env[68237]: INFO networking_nsxv3.common.synchronization [None req-1834c2a4-0e55-49f4-8407-5aa0b9f35198 None None] Enqueued Resource ID: 60f2f540-2008-4e0f-9eeb-ccff06b560dd with Priority: HIGHEST for action port [ 635.210496] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f2f540-2008-4e0f-9eeb-ccff06b560dd with Priority: HIGHEST for action port [ 635.210796] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f2f540-2008-4e0f-9eeb-ccff06b560dd taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.210914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f2f540-2008-4e0f-9eeb-ccff06b560dd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.210977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f2f540-2008-4e0f-9eeb-ccff06b560dd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.211244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f2f540-2008-4e0f-9eeb-ccff06b560dd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.211321] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f2f540-2008-4e0f-9eeb-ccff06b560dd',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.371253] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e3fba72e-0a2f-42de-82c1-d7b911f01c56 None None] Enqueued Resource ID: 068f83f7-9dff-486f-9858-a10bbbe4d806 with Priority: HIGHEST for action port [ 635.371253] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068f83f7-9dff-486f-9858-a10bbbe4d806 with Priority: HIGHEST for action port [ 635.371253] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-068f83f7-9dff-486f-9858-a10bbbe4d806 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.372049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068f83f7-9dff-486f-9858-a10bbbe4d806" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.372578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068f83f7-9dff-486f-9858-a10bbbe4d806" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.372578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068f83f7-9dff-486f-9858-a10bbbe4d806" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.372578] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068f83f7-9dff-486f-9858-a10bbbe4d806',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.713900] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f2f540-2008-4e0f-9eeb-ccff06b560dd [ 635.714147] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.714290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.714400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.714597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.714656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.714744] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f2f540-2008-4e0f-9eeb-ccff06b560dd already deleted. [ 635.714823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f2f540-2008-4e0f-9eeb-ccff06b560dd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.878463] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 068f83f7-9dff-486f-9858-a10bbbe4d806 [ 635.878463] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.878463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.878463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.878463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.878463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.878463] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:068f83f7-9dff-486f-9858-a10bbbe4d806 already deleted. [ 635.878463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068f83f7-9dff-486f-9858-a10bbbe4d806" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.236411] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c21dcabc-b999-4d05-b0cb-3dc4c56746ac None None] Enqueued Resource ID: d79d255a-51ef-4d9c-8c72-659f8bf516ce with Priority: HIGHEST for action port [ 636.236411] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79d255a-51ef-4d9c-8c72-659f8bf516ce with Priority: HIGHEST for action port [ 636.236411] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79d255a-51ef-4d9c-8c72-659f8bf516ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.236411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79d255a-51ef-4d9c-8c72-659f8bf516ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.236411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79d255a-51ef-4d9c-8c72-659f8bf516ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.236411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79d255a-51ef-4d9c-8c72-659f8bf516ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.236411] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79d255a-51ef-4d9c-8c72-659f8bf516ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.743439] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d79d255a-51ef-4d9c-8c72-659f8bf516ce [ 636.743710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.744126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.744126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.744371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.744557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.744610] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d79d255a-51ef-4d9c-8c72-659f8bf516ce already deleted. [ 636.744676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79d255a-51ef-4d9c-8c72-659f8bf516ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.999822] env[68237]: INFO networking_nsxv3.common.synchronization [None req-8112b973-7c03-4c7d-b09f-5729b3a66637 None None] Enqueued Resource ID: cb494d0e-20aa-432a-a749-5fd6f9624c28 with Priority: HIGHEST for action port [ 637.000093] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb494d0e-20aa-432a-a749-5fd6f9624c28 with Priority: HIGHEST for action port [ 637.000653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb494d0e-20aa-432a-a749-5fd6f9624c28 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.000777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb494d0e-20aa-432a-a749-5fd6f9624c28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.000845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb494d0e-20aa-432a-a749-5fd6f9624c28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.001104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb494d0e-20aa-432a-a749-5fd6f9624c28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.001177] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb494d0e-20aa-432a-a749-5fd6f9624c28',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.504131] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb494d0e-20aa-432a-a749-5fd6f9624c28 [ 637.504310] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.504454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.504523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.504737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.504863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.504929] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb494d0e-20aa-432a-a749-5fd6f9624c28 already deleted. [ 637.504997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb494d0e-20aa-432a-a749-5fd6f9624c28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.698580] env[68237]: INFO networking_nsxv3.common.synchronization [None req-23b5f56b-75c0-4dca-b35a-1abaa4996310 None None] Enqueued Resource ID: 1da9dab5-5f32-4d0e-8809-47239c47bafd with Priority: HIGHEST for action port [ 637.699210] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da9dab5-5f32-4d0e-8809-47239c47bafd with Priority: HIGHEST for action port [ 637.699548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-1da9dab5-5f32-4d0e-8809-47239c47bafd taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.700504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1da9dab5-5f32-4d0e-8809-47239c47bafd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.700504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1da9dab5-5f32-4d0e-8809-47239c47bafd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.700504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1da9dab5-5f32-4d0e-8809-47239c47bafd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.700504] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1da9dab5-5f32-4d0e-8809-47239c47bafd',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.079936] env[68237]: INFO networking_nsxv3.common.synchronization [None req-cc8ed800-7890-4261-91ba-765cbcdceffd None None] Enqueued Resource ID: 93a37d5a-38e1-47b4-89cf-2bd4dd643a0d with Priority: HIGHEST for action port [ 638.080205] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a37d5a-38e1-47b4-89cf-2bd4dd643a0d with Priority: HIGHEST for action port [ 638.080712] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a37d5a-38e1-47b4-89cf-2bd4dd643a0d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.080832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a37d5a-38e1-47b4-89cf-2bd4dd643a0d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.080901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a37d5a-38e1-47b4-89cf-2bd4dd643a0d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.081152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a37d5a-38e1-47b4-89cf-2bd4dd643a0d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.081232] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a37d5a-38e1-47b4-89cf-2bd4dd643a0d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.202242] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1da9dab5-5f32-4d0e-8809-47239c47bafd [ 638.202415] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.204106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.204106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.204106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.204106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.204106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1da9dab5-5f32-4d0e-8809-47239c47bafd already deleted. [ 638.204106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1da9dab5-5f32-4d0e-8809-47239c47bafd" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.587159] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a37d5a-38e1-47b4-89cf-2bd4dd643a0d [ 638.587454] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.587612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.587612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.587805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.588393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.588562] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a37d5a-38e1-47b4-89cf-2bd4dd643a0d already deleted. [ 638.588694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a37d5a-38e1-47b4-89cf-2bd4dd643a0d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.435929] env[68237]: INFO networking_nsxv3.common.synchronization [None req-0e5f16b4-3e32-45f8-b036-04281e079839 None None] Enqueued Resource ID: 3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e with Priority: HIGHEST for action port [ 639.436235] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e with Priority: HIGHEST for action port [ 639.437125] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.437125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.437125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.437382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.437382] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.945258] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e [ 639.945454] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.945529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.945587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.945844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.945895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.945975] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e already deleted. [ 639.946070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3470c1e2-0bf8-4b9a-9f66-58a0f311aa6e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.273111] env[68237]: INFO networking_nsxv3.common.synchronization [None req-273b70a0-0060-41f1-adda-1a32ff99e488 None None] Enqueued Resource ID: 7897755f-4c75-4084-bb77-908e7cb00a6a with Priority: HIGHEST for action port [ 640.273111] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7897755f-4c75-4084-bb77-908e7cb00a6a with Priority: HIGHEST for action port [ 640.273111] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7897755f-4c75-4084-bb77-908e7cb00a6a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.273111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7897755f-4c75-4084-bb77-908e7cb00a6a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.273111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7897755f-4c75-4084-bb77-908e7cb00a6a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.273111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7897755f-4c75-4084-bb77-908e7cb00a6a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.273111] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7897755f-4c75-4084-bb77-908e7cb00a6a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.290058] env[68237]: INFO networking_nsxv3.common.synchronization [None req-ce5df415-85b8-4cfb-b0ea-7a8a9162ff3c tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 640.290939] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 640.291298] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.292028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.292028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.292156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.292575] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.505502] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a2678574-1eeb-4597-b1e7-9a12d2bc39f9 tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 640.505502] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 640.505502] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.505502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.776019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7897755f-4c75-4084-bb77-908e7cb00a6a [ 640.776752] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.777000] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.777201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.777620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.777840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.778215] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7897755f-4c75-4084-bb77-908e7cb00a6a already deleted. [ 640.778430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7897755f-4c75-4084-bb77-908e7cb00a6a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822036] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.822210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.822351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.822791] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 already deleted. [ 640.822912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.823113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.823285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.823422] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.343187] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.343187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.343187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.343187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.343187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.343187] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 already deleted. [ 641.343482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.291983] env[68237]: INFO networking_nsxv3.common.synchronization [None req-d2dc6951-fedb-4400-964e-d8c2706b6dc1 None None] Enqueued Resource ID: 3e861162-e2b7-4e7a-819f-6e500d118c1f with Priority: HIGHEST for action port [ 642.294484] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e861162-e2b7-4e7a-819f-6e500d118c1f with Priority: HIGHEST for action port [ 642.295881] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e861162-e2b7-4e7a-819f-6e500d118c1f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.295881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e861162-e2b7-4e7a-819f-6e500d118c1f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.295881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e861162-e2b7-4e7a-819f-6e500d118c1f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.296321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e861162-e2b7-4e7a-819f-6e500d118c1f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.297185] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e861162-e2b7-4e7a-819f-6e500d118c1f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.731557] env[68237]: INFO networking_nsxv3.common.synchronization [req-af877281-5ffd-4674-b38a-8de8f963e824 req-c5fcfd17-bf61-40a4-8577-1090f86682f4 tempest-TenantUsagesTestJSON-1653947201 tempest-TenantUsagesTestJSON-1653947201-project-member] Enqueued Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_members [ 642.733519] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_members [ 642.733784] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.733885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.734108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.734372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.734528] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.734624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.734686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.734831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.734910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.735011] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.798842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e861162-e2b7-4e7a-819f-6e500d118c1f [ 642.799117] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.799407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.799407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.799621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.801359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.801359] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e861162-e2b7-4e7a-819f-6e500d118c1f already deleted. [ 642.801359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e861162-e2b7-4e7a-819f-6e500d118c1f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.851234] env[68237]: INFO networking_nsxv3.common.synchronization [None req-8acc24b8-ba1c-46dd-a986-615a230f8af9 None None] Enqueued Resource ID: 34d7f3bd-4257-43a0-bdf9-e188b64f529b with Priority: HIGHEST for action port [ 642.851447] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d7f3bd-4257-43a0-bdf9-e188b64f529b with Priority: HIGHEST for action port [ 642.851986] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-34d7f3bd-4257-43a0-bdf9-e188b64f529b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.852205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34d7f3bd-4257-43a0-bdf9-e188b64f529b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.852205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34d7f3bd-4257-43a0-bdf9-e188b64f529b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.852444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34d7f3bd-4257-43a0-bdf9-e188b64f529b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.852531] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d7f3bd-4257-43a0-bdf9-e188b64f529b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.238313] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.238454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.238524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.238751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.238827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.239027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.239151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.239218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.239624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.239624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.239624] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e141a9-ce76-4366-9267-f87e1c7db349 already deleted. [ 643.239756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.354100] env[68237]: INFO networking_nsxv3.common.synchronization [None req-336479d1-13cd-441b-bf8f-466e523531b7 None None] Enqueued Resource ID: 14ff58bf-b327-434a-90ca-75f38ecb69fb with Priority: HIGHEST for action port [ 643.356244] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ff58bf-b327-434a-90ca-75f38ecb69fb with Priority: HIGHEST for action port [ 643.356244] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34d7f3bd-4257-43a0-bdf9-e188b64f529b [ 643.356244] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.356244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.356244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.356244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.356244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.356244] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34d7f3bd-4257-43a0-bdf9-e188b64f529b already deleted. [ 643.356244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34d7f3bd-4257-43a0-bdf9-e188b64f529b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.356868] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ff58bf-b327-434a-90ca-75f38ecb69fb taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.357165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ff58bf-b327-434a-90ca-75f38ecb69fb" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.357358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ff58bf-b327-434a-90ca-75f38ecb69fb" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.357680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ff58bf-b327-434a-90ca-75f38ecb69fb" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.357862] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ff58bf-b327-434a-90ca-75f38ecb69fb',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.467735] env[68237]: INFO networking_nsxv3.common.synchronization [None req-6447887a-4c5e-4ad2-9606-c9d02600e3d2 None None] Enqueued Resource ID: ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251 with Priority: HIGHEST for action port [ 643.470045] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251 with Priority: HIGHEST for action port [ 643.470045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.470045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.470045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.470045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.470482] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.860104] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14ff58bf-b327-434a-90ca-75f38ecb69fb [ 643.860363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.860538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.860613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.860823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.860916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.861026] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14ff58bf-b327-434a-90ca-75f38ecb69fb already deleted. [ 643.861114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ff58bf-b327-434a-90ca-75f38ecb69fb" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.973958] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251 [ 643.974202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.974380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.974412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.974607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.974693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.974784] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251 already deleted. [ 643.974862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad47ff03-f4f5-4cdd-a7e5-b11f31d0a251" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.343873] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.347924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.347924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.348307] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.348644] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.348795] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.349170] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.349170] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.349264] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.350243] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.350243] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.350243] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.350243] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.350243] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.350243] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.350549] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.371309] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.371529] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.371529] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.372304] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.372304] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a9569b35-556f-4a24-9726-720578e04bf7 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.372304] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.372304] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.372617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.372734] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9569b35-556f-4a24-9726-720578e04bf7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.876046] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.877015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.877015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.877015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.877015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.877015] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a9569b35-556f-4a24-9726-720578e04bf7 not found, creating... [ 644.877427] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.877625] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.877708] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.877944] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.878097] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878534] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.879243] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.879243] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.879243] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.880530] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.880709] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a9569b35-556f-4a24-9726-720578e04bf7 is going to be created. [ 644.903966] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.903966] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.903966] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.903966] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.903966] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.903966] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.949959] env[68237]: INFO networking_nsxv3.common.synchronization [req-548a30ef-a1c2-4d53-ba44-c7a64f77355a req-58b95b67-5f74-4305-816a-7c695d176bab tempest-ImagesNegativeTestJSON-470959141 tempest-ImagesNegativeTestJSON-470959141-project-member] Enqueued Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_members [ 644.949959] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_members [ 644.949959] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.949959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.949959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.949959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.949959] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.949959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.949959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.950758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.950758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.950758] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.454916] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.455239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.455504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.455504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.455572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.455759] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.455952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.455952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.456070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.459954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.459954] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 already deleted. [ 645.459954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.556441] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a87ee79d-8cb7-472f-9b53-26f80db325b2 None None] Enqueued Resource ID: a4a1de9f-139d-47ae-8204-44ce70bd6533 with Priority: HIGHEST for action port [ 645.556441] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a1de9f-139d-47ae-8204-44ce70bd6533 with Priority: HIGHEST for action port [ 645.556561] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a1de9f-139d-47ae-8204-44ce70bd6533 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.556717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a1de9f-139d-47ae-8204-44ce70bd6533" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.556805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a1de9f-139d-47ae-8204-44ce70bd6533" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.557040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a1de9f-139d-47ae-8204-44ce70bd6533" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.557142] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a1de9f-139d-47ae-8204-44ce70bd6533',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.594043] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a18370fb-8d52-4efd-a96f-6278661a7951 None None] Enqueued Resource ID: 782804b5-338f-46ff-a1d2-a5e3d2361451 with Priority: HIGHEST for action port [ 645.594354] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782804b5-338f-46ff-a1d2-a5e3d2361451 with Priority: HIGHEST for action port [ 645.594913] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-782804b5-338f-46ff-a1d2-a5e3d2361451 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.595011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-782804b5-338f-46ff-a1d2-a5e3d2361451" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.595110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-782804b5-338f-46ff-a1d2-a5e3d2361451" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.595350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-782804b5-338f-46ff-a1d2-a5e3d2361451" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.595494] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('782804b5-338f-46ff-a1d2-a5e3d2361451',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.890012] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.890533] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-522" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.890772] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-522" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.891224] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-522" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.891876] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.891876] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.893102] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.893102] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.893102] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.893102] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.893102] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.893102] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.893102] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.893306] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.893594] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.893594] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.910797] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.910961] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.911126] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.911385] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-522" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.911623] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-8289ebb7-2b25-4ad3-bda3-0609581f96be taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.911880] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.912038] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.912455] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.912455] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8289ebb7-2b25-4ad3-bda3-0609581f96be',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.967360] env[68237]: INFO networking_nsxv3.common.synchronization [req-af877281-5ffd-4674-b38a-8de8f963e824 req-57469e27-eed9-4339-8143-755827b3429e service nova] Enqueued Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_rules [ 645.967766] env[68237]: INFO networking_nsxv3.common.synchronization [req-af877281-5ffd-4674-b38a-8de8f963e824 req-57469e27-eed9-4339-8143-755827b3429e service nova] Enqueued Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_members [ 645.967766] env[68237]: INFO networking_nsxv3.common.synchronization [req-af877281-5ffd-4674-b38a-8de8f963e824 req-57469e27-eed9-4339-8143-755827b3429e service nova] Enqueued Resource ID: a9569b35-556f-4a24-9726-720578e04bf7 with Priority: HIGHEST for action port [ 645.968128] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_rules [ 645.968247] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_members [ 645.968345] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9569b35-556f-4a24-9726-720578e04bf7 with Priority: HIGHEST for action port [ 645.968626] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.968756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.968874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.969274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.969375] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.971575] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.971575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.971575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.971822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.972709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.972709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.972709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.972709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.972709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.972709] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.973932] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9569b35-556f-4a24-9726-720578e04bf7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.973932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.973932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.973932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.973932] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9569b35-556f-4a24-9726-720578e04bf7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.060358] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4a1de9f-139d-47ae-8204-44ce70bd6533 [ 646.060610] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.060868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.060868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.061054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.061179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.061263] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4a1de9f-139d-47ae-8204-44ce70bd6533 already deleted. [ 646.061357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a1de9f-139d-47ae-8204-44ce70bd6533" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.097769] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 782804b5-338f-46ff-a1d2-a5e3d2361451 [ 646.097769] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.097902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.097902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.098445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.098445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.098445] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:782804b5-338f-46ff-a1d2-a5e3d2361451 already deleted. [ 646.098445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-782804b5-338f-46ff-a1d2-a5e3d2361451" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.418017] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.418017] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 8289ebb7-2b25-4ad3-bda3-0609581f96be not found, creating... [ 646.418017] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.418017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.418499] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.418499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.418499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.418499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.418703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.418999] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 8289ebb7-2b25-4ad3-bda3-0609581f96be is going to be created. [ 646.441939] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.442525] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.442771] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.443725] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.443725] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.443725] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.473719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.473719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.478479] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.487349] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9569b35-556f-4a24-9726-720578e04bf7 with status ACTIVE [ 646.487715] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.488535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.489411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.489411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.489411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.489411] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.489411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.489411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.489411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.489728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.489728] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.489833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.489833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.490024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.490024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.490112] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9569b35-556f-4a24-9726-720578e04bf7 is going to be updated. [ 646.510912] env[68237]: INFO networking_nsxv3.common.synchronization [req-a4e6899d-caf6-4eaa-a2fb-d94a434f49cc req-e648a858-134a-41bc-baef-c5e8b8a409e5 tempest-DeleteServersAdminTestJSON-112130238 tempest-DeleteServersAdminTestJSON-112130238-project-member] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 646.510912] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 646.515095] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.515095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.515095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.515095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.515095] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.515095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.515095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.515095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.515095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.515095] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.545819] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.545819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.545819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.545819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.545819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.545819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9569b35-556f-4a24-9726-720578e04bf7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.886918] env[68237]: INFO networking_nsxv3.common.synchronization [None req-bed99c54-7e93-419c-8532-968540bf272b tempest-VolumesAdminNegativeTest-1310626418 tempest-VolumesAdminNegativeTest-1310626418-project-member] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_rules [ 646.889026] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_rules [ 646.889026] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.889026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.889026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.889254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.889341] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.988726] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.994423] env[68237]: INFO networking_nsxv3.common.synchronization [None req-23091490-48e9-4ea0-af3f-a1b3ca45f795 tempest-VolumesAdminNegativeTest-1310626418 tempest-VolumesAdminNegativeTest-1310626418-project-member] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_rules [ 646.994902] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_rules [ 646.998015] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.998015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.018554] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.018701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.019579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.019579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.019579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.019579] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.019579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.019579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.019957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.019957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.019957] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 already deleted. [ 647.019957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.059071] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.059071] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.059071] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.059071] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.059261] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.059538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.063257] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.063480] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.063730] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.064045] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.064990] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.065136] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.066033] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.066210] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.066341] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.066492] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.089711] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.089711] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.089711] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.089711] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.089711] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.089711] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.089711] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.089711] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.089711] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34fb069-2c07-4bff-b9e7-6f4cad7240ff',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.314348] env[68237]: INFO networking_nsxv3.common.synchronization [req-548a30ef-a1c2-4d53-ba44-c7a64f77355a req-bdfa465f-1d47-483c-bd1d-dbe35d27e5cf service nova] Enqueued Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_rules [ 647.314348] env[68237]: INFO networking_nsxv3.common.synchronization [req-548a30ef-a1c2-4d53-ba44-c7a64f77355a req-bdfa465f-1d47-483c-bd1d-dbe35d27e5cf service nova] Enqueued Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_members [ 647.314348] env[68237]: INFO networking_nsxv3.common.synchronization [req-548a30ef-a1c2-4d53-ba44-c7a64f77355a req-bdfa465f-1d47-483c-bd1d-dbe35d27e5cf service nova] Enqueued Resource ID: 8289ebb7-2b25-4ad3-bda3-0609581f96be with Priority: HIGHEST for action port [ 647.314348] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_rules [ 647.314348] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_members [ 647.314348] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8289ebb7-2b25-4ad3-bda3-0609581f96be with Priority: HIGHEST for action port [ 647.314348] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.315114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.315294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.315602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.319019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.319019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.319019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.319019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.319019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8289ebb7-2b25-4ad3-bda3-0609581f96be taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.319682] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8289ebb7-2b25-4ad3-bda3-0609581f96be',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.410104] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.410257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.410347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.414049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.414140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.414325] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 already deleted. [ 647.415693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.415693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.415693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.415840] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.491668] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.491668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.491668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.491668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.491668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.491668] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e141a9-ce76-4366-9267-f87e1c7db349 is going to be created. [ 647.505097] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e5c0930d-6ce6-48ce-afa2-fd7de7701ebb tempest-ServersTestManualDisk-1540218977 tempest-ServersTestManualDisk-1540218977-project-member] Enqueued Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_rules [ 647.505603] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_rules [ 647.505897] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.506112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.506112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.506352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.506426] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.519999] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.519999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.519999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.519999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.519999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.531017] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e141a9-ce76-4366-9267-f87e1c7db349 in Status: UNINITIALIZED for 2s [ 647.596166] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.596166] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a34fb069-2c07-4bff-b9e7-6f4cad7240ff not found, creating... [ 647.596166] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.596166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.596601] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.596601] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.596601] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.596601] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.596601] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.598641] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a34fb069-2c07-4bff-b9e7-6f4cad7240ff is going to be created. [ 647.619179] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.619632] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.619878] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.620346] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.621120] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.621539] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.693559] env[68237]: INFO networking_nsxv3.common.synchronization [None req-3f0b555b-e0d4-4190-aae6-94d8384897e5 tempest-ServersTestManualDisk-1540218977 tempest-ServersTestManualDisk-1540218977-project-member] Enqueued Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_rules [ 647.695996] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_rules [ 647.696242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.698165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.825956] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.825956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.825956] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.830834] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8289ebb7-2b25-4ad3-bda3-0609581f96be with status ACTIVE [ 647.831074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.831204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.831270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.831469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.831553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.832954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.832954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.832954] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8289ebb7-2b25-4ad3-bda3-0609581f96be is going to be updated. [ 647.854242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.854242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.854242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.854517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.857699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.857923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8289ebb7-2b25-4ad3-bda3-0609581f96be" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.938114] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.938114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.938233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.938460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.938460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.938558] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 already deleted. [ 647.938637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.030456] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.030583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.030652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.030858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.030946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.031047] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa already deleted. [ 648.031130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.031280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.031425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.031529] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.330263] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.511614] env[68237]: INFO networking_nsxv3.common.synchronization [None req-9456c91a-cf67-437f-8157-26090f38a04a None None] Enqueued Resource ID: 90f3d916-3b6e-46ac-af8b-504b8dee8968 with Priority: HIGHEST for action port [ 648.511965] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f3d916-3b6e-46ac-af8b-504b8dee8968 with Priority: HIGHEST for action port [ 648.512523] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f3d916-3b6e-46ac-af8b-504b8dee8968 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.512656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f3d916-3b6e-46ac-af8b-504b8dee8968" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.512736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f3d916-3b6e-46ac-af8b-504b8dee8968" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.512947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f3d916-3b6e-46ac-af8b-504b8dee8968" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.513590] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f3d916-3b6e-46ac-af8b-504b8dee8968',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.554249] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.554814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.555063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.555447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.556221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.556221] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa already deleted. [ 648.556221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.673847] env[68237]: INFO networking_nsxv3.common.synchronization [None req-fd3e2e6b-d335-45b9-b275-7c2671bd4ad4 None None] Enqueued Resource ID: c2f4acd6-9633-4b72-a1ce-4e9615ea1f11 with Priority: HIGHEST for action port [ 648.674573] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f4acd6-9633-4b72-a1ce-4e9615ea1f11 with Priority: HIGHEST for action port [ 648.674878] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f4acd6-9633-4b72-a1ce-4e9615ea1f11 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.674988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f4acd6-9633-4b72-a1ce-4e9615ea1f11" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.677513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f4acd6-9633-4b72-a1ce-4e9615ea1f11" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.677513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f4acd6-9633-4b72-a1ce-4e9615ea1f11" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.677513] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f4acd6-9633-4b72-a1ce-4e9615ea1f11',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.834926] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.835106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.835177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.835401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.835488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.835956] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 is going to be created. [ 648.859324] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.861603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.861713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.861964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.862182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.872564] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 in Status: UNINITIALIZED for 2s [ 648.914518] env[68237]: INFO networking_nsxv3.common.synchronization [req-a4e6899d-caf6-4eaa-a2fb-d94a434f49cc req-ac27c217-57ea-4efa-ba46-1c2c69d1b7df service nova] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_rules [ 648.914699] env[68237]: INFO networking_nsxv3.common.synchronization [req-a4e6899d-caf6-4eaa-a2fb-d94a434f49cc req-ac27c217-57ea-4efa-ba46-1c2c69d1b7df service nova] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 648.917248] env[68237]: INFO networking_nsxv3.common.synchronization [req-a4e6899d-caf6-4eaa-a2fb-d94a434f49cc req-ac27c217-57ea-4efa-ba46-1c2c69d1b7df service nova] Enqueued Resource ID: a34fb069-2c07-4bff-b9e7-6f4cad7240ff with Priority: HIGHEST for action port [ 648.917248] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_rules [ 648.917248] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 648.917248] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a34fb069-2c07-4bff-b9e7-6f4cad7240ff with Priority: HIGHEST for action port [ 648.917248] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.917248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.918331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.918703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.918882] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.919998] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.920269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.920535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.920829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.921107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.921317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.921455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.921676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.921942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.922691] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.923764] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.924129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.924304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.931361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.931361] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34fb069-2c07-4bff-b9e7-6f4cad7240ff',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.018380] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90f3d916-3b6e-46ac-af8b-504b8dee8968 [ 649.018620] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.018785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.018861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.019088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.019176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.019273] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90f3d916-3b6e-46ac-af8b-504b8dee8968 already deleted. [ 649.019354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f3d916-3b6e-46ac-af8b-504b8dee8968" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.163010] env[68237]: INFO networking_nsxv3.common.synchronization [req-acd16e0a-e30c-4e18-beb2-d55920690acd req-a6717717-b290-4106-8f7d-10079189a2b9 tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 649.163524] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 649.163822] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.163944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.164016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.164893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.165136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.165309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.165417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.165634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.166139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.166312] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.176460] env[68237]: INFO networking_nsxv3.common.synchronization [None req-70a7b090-a5f2-47df-b8df-85d0bd0e9dd4 tempest-VolumesAssistedSnapshotsTest-1916475659 tempest-VolumesAssistedSnapshotsTest-1916475659-project-member] Enqueued Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_rules [ 649.176996] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_rules [ 649.177333] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.177454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.177789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.177789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.177873] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.179151] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2f4acd6-9633-4b72-a1ce-4e9615ea1f11 [ 649.179661] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.179837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.179973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.181167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.181351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.181525] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2f4acd6-9633-4b72-a1ce-4e9615ea1f11 already deleted. [ 649.181701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f4acd6-9633-4b72-a1ce-4e9615ea1f11" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.334267] env[68237]: INFO networking_nsxv3.common.synchronization [None req-b57dc45a-9f5a-460a-9bfb-32866bb67280 tempest-VolumesAssistedSnapshotsTest-1916475659 tempest-VolumesAssistedSnapshotsTest-1916475659-project-member] Enqueued Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_rules [ 649.334267] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_rules [ 649.334267] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.334267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.431021] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.432032] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.432151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.432498] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a34fb069-2c07-4bff-b9e7-6f4cad7240ff with status ACTIVE [ 649.432660] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.432779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.432821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.433800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.433908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.434852] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.434957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.435040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.435212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.435292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.435473] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.435565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.435626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.435772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.435846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.435929] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a34fb069-2c07-4bff-b9e7-6f4cad7240ff is going to be updated. [ 649.457352] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.457352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.457352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.457352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.457352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.457352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a34fb069-2c07-4bff-b9e7-6f4cad7240ff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.541680] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e141a9-ce76-4366-9267-f87e1c7db349 in Status: SUCCESS [ 649.542180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.542180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.542337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.542555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.542978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.542978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.542978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.542978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.543199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.543199] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.657924] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.659190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.659190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.659190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.659190] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.659190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.659190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.659622] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.659820] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.660086] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.661252] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.661252] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.661252] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.661252] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.661252] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.661252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.669905] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.672650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.673191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.673378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.674880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.674880] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.674880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.674880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.674880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.674880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.674880] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 already deleted. [ 649.674880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.694141] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.694402] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.694512] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.694753] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.695077] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-0d74c09f-0ee9-498b-a744-56d26babef9c taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.695490] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.696074] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.696074] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.696209] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d74c09f-0ee9-498b-a744-56d26babef9c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.709217] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.709436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.709436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.709580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.709671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.709784] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 already deleted. [ 649.709836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.709965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.710158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.710210] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.932943] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.963739] env[68237]: INFO networking_nsxv3.common.synchronization [None req-d99ebe1a-924d-4116-bbb3-841f3b4dd4f9 None None] Enqueued Resource ID: 241dff29-493b-4413-a2f6-0b200ce4034d with Priority: HIGHEST for action port [ 649.963995] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241dff29-493b-4413-a2f6-0b200ce4034d with Priority: HIGHEST for action port [ 649.964546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-241dff29-493b-4413-a2f6-0b200ce4034d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.964756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241dff29-493b-4413-a2f6-0b200ce4034d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.964756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241dff29-493b-4413-a2f6-0b200ce4034d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.965044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241dff29-493b-4413-a2f6-0b200ce4034d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.965145] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241dff29-493b-4413-a2f6-0b200ce4034d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.047797] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.049577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.049682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.049875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.050073] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.050173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.050237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.050382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.050789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.050789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.050789] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.050789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.051044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.051044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.051145] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.051230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.051287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.051511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.051511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.051616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.051662] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.202542] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.202889] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.205025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.205025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.205025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.205025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 0d74c09f-0ee9-498b-a744-56d26babef9c not found, creating... [ 650.205025] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.205025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.205025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.205421] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.205421] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.205760] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.205931] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.207029] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.207477] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.207692] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.207973] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 0d74c09f-0ee9-498b-a744-56d26babef9c is going to be created. [ 650.238536] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.240903] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.240903] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.241171] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.241435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.241693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.243397] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.243499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.243499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.244576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.244576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.244576] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 already deleted. [ 650.244576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.438810] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.438810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.438810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.438810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.438810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.438810] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 is going to be created. [ 650.461461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.461657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.462008] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.462492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.468635] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 241dff29-493b-4413-a2f6-0b200ce4034d [ 650.468926] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.469665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.469787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.470062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.470241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.470399] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:241dff29-493b-4413-a2f6-0b200ce4034d already deleted. [ 650.470518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241dff29-493b-4413-a2f6-0b200ce4034d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.472863] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: UNINITIALIZED for 2s [ 650.554889] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57e141a9-ce76-4366-9267-f87e1c7db349: rpc.has_security_group_logging(os_id): False [ 650.574212] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.574212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.574212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.574212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.574212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.574212] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.574212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.574212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.574515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.574515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.574678] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.574801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.574878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.575095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.575172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.575753] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.575753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.575753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.575753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.575753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.575987] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e141a9-ce76-4366-9267-f87e1c7db349 is going to be created. [ 650.629686] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.629937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.629937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.630140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.631690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.641196] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57e141a9-ce76-4366-9267-f87e1c7db349 in Status: IN_PROGRESS for 2s [ 650.884315] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 in Status: SUCCESS [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.884315] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.884315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.884315] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.256533] env[68237]: INFO networking_nsxv3.common.synchronization [req-acd16e0a-e30c-4e18-beb2-d55920690acd req-04d3f7ec-c84f-4f9b-b2be-27f99f36036d service nova] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_rules [ 651.256722] env[68237]: INFO networking_nsxv3.common.synchronization [req-acd16e0a-e30c-4e18-beb2-d55920690acd req-04d3f7ec-c84f-4f9b-b2be-27f99f36036d service nova] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 651.257375] env[68237]: INFO networking_nsxv3.common.synchronization [req-acd16e0a-e30c-4e18-beb2-d55920690acd req-04d3f7ec-c84f-4f9b-b2be-27f99f36036d service nova] Enqueued Resource ID: 0d74c09f-0ee9-498b-a744-56d26babef9c with Priority: HIGHEST for action port [ 651.257375] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_rules [ 651.257375] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 651.257375] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d74c09f-0ee9-498b-a744-56d26babef9c with Priority: HIGHEST for action port [ 651.258283] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.258733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.259389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.259389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.259389] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.262045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.262594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.263929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.263929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.263929] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.263929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.263929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.264791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.264791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.264791] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.265801] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d74c09f-0ee9-498b-a744-56d26babef9c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.265801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.265801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.266022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.266145] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d74c09f-0ee9-498b-a744-56d26babef9c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.387203] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.387888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.387888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.387888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.388116] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.388185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.388216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.388382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.388515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.388700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.388863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.388987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.389086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.389255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.389423] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.389649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.389702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.389967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.389967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.390050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.390149] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.655414] env[68237]: INFO networking_nsxv3.common.synchronization [None req-660817d4-9e8b-4120-9983-757b64b8946e tempest-ServersWithSpecificFlavorTestJSON-1668795449 tempest-ServersWithSpecificFlavorTestJSON-1668795449-project-member] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 651.656145] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 651.657029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.658285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.658285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.658285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.658285] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.767768] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.767926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.769300] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d74c09f-0ee9-498b-a744-56d26babef9c with status ACTIVE [ 651.769622] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.769857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.770063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.770162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.770259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.770531] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.770531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.770626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.771493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.771493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.771493] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.771493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.771493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.771493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.771493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.771493] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d74c09f-0ee9-498b-a744-56d26babef9c is going to be updated. [ 651.772906] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.794675] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.794934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.794934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.795642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.795642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.795642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d74c09f-0ee9-498b-a744-56d26babef9c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892775] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1: rpc.has_security_group_logging(os_id): False [ 651.909560] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.910027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.910313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.910379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.910492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.910750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.910858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.910918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.911137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.911195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.911358] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.911450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.911502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.911955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.912063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.912422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.912422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.912422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.912651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.912651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.912718] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 is going to be created. [ 651.926465] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c55e9383-7d8c-47ba-905e-165a79a0e65b tempest-ServersWithSpecificFlavorTestJSON-1668795449 tempest-ServersWithSpecificFlavorTestJSON-1668795449-project-member] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 651.926929] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 651.927340] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.927904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.977955] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.977955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.977955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.977955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.977955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.990360] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 in Status: IN_PROGRESS for 2s [ 652.178860] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.179013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.179084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.179391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.179391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.179484] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 already deleted. [ 652.179554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.179700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.179851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.180019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.275994] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.484481] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: SUCCESS [ 652.484561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.484699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.484926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.485558] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.485558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.485558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.485705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.485783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.485868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.485965] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.653485] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57e141a9-ce76-4366-9267-f87e1c7db349 in Status: SUCCESS [ 652.657026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.700477] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.700477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.700477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.700477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.700477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.700477] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 already deleted. [ 652.700477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.778520] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.778651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.778651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.779036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.779036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.779036] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be created. [ 652.802227] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.802227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.802227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.802227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.802227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.812842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: UNINITIALIZED for 2s [ 652.843229] env[68237]: INFO networking_nsxv3.common.synchronization [None req-7160dbe0-c1f1-4f6e-b0b7-38c7d52f726f None None] Enqueued Resource ID: 505945ab-ea77-420d-8891-b56143995315 with Priority: HIGHEST for action port [ 652.843436] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505945ab-ea77-420d-8891-b56143995315 with Priority: HIGHEST for action port [ 652.844109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-505945ab-ea77-420d-8891-b56143995315 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.844183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505945ab-ea77-420d-8891-b56143995315" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.844228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505945ab-ea77-420d-8891-b56143995315" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.847282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505945ab-ea77-420d-8891-b56143995315" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.847282] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505945ab-ea77-420d-8891-b56143995315',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.988996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.989236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.989279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.989477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.989651] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.989749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.989811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.989962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.990085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.990189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.990394] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.990394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.990516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.990561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.990695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.990889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.990889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.990965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.991050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.991133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.991223] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.349446] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 505945ab-ea77-420d-8891-b56143995315 [ 653.349668] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.349828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.349924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.350121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.350214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.350311] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:505945ab-ea77-420d-8891-b56143995315 already deleted. [ 653.350392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505945ab-ea77-420d-8891-b56143995315" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.496264] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12fdfa3e-0de5-419d-a5e5-442a3ac72449: rpc.has_security_group_logging(os_id): False [ 653.512910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.512910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.512910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.512910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.513674] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.513674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.513674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.514670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.514767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.514860] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 is going to be created. [ 653.568496] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.568496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.568496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.568496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.568672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.579264] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: IN_PROGRESS for 2s [ 654.003623] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 in Status: SUCCESS [ 654.003932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.824422] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.826836] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.826836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.826836] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.058088] env[68237]: INFO networking_nsxv3.common.synchronization [None req-170a8a93-d790-4108-8103-1765fadd14a7 None None] Enqueued Resource ID: 7e34f3eb-9715-4f8c-9c20-734480965ad6 with Priority: HIGHEST for action port [ 655.058487] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e34f3eb-9715-4f8c-9c20-734480965ad6 with Priority: HIGHEST for action port [ 655.058786] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e34f3eb-9715-4f8c-9c20-734480965ad6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.058916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e34f3eb-9715-4f8c-9c20-734480965ad6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.059311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e34f3eb-9715-4f8c-9c20-734480965ad6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.060305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e34f3eb-9715-4f8c-9c20-734480965ad6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.060409] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e34f3eb-9715-4f8c-9c20-734480965ad6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.329477] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.329477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.329477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.329685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.330063] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.330063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.330063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.330242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.330308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.330352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.330501] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.330614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.330654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.331301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.331301] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.331301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.331301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.331301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.331301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.331485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.331485] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.565777] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e34f3eb-9715-4f8c-9c20-734480965ad6 [ 655.565777] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.565777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.565777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.566708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.566708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.566708] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e34f3eb-9715-4f8c-9c20-734480965ad6 already deleted. [ 655.566708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e34f3eb-9715-4f8c-9c20-734480965ad6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.591705] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: SUCCESS [ 655.591955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.754353] env[68237]: INFO networking_nsxv3.common.synchronization [req-00222d39-d2e8-461e-b8ad-ac8544c6c701 req-c3054a70-b8db-4776-bae0-40944454dfcb tempest-SecurityGroupRulesTestJSON-497338788 tempest-SecurityGroupRulesTestJSON-497338788-project-member] Enqueued Resource ID: f20519a8-b256-49e9-8028-1f3013f723f5 with Priority: HIGHEST for action security_group_rules [ 655.755014] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20519a8-b256-49e9-8028-1f3013f723f5 with Priority: HIGHEST for action security_group_rules [ 655.756235] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f20519a8-b256-49e9-8028-1f3013f723f5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.756380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f20519a8-b256-49e9-8028-1f3013f723f5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.756449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f20519a8-b256-49e9-8028-1f3013f723f5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.756767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f20519a8-b256-49e9-8028-1f3013f723f5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.756906] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f20519a8-b256-49e9-8028-1f3013f723f5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.837785] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e20806f-a4c9-43de-923d-23477dadddc4: rpc.has_security_group_logging(os_id): False [ 655.855011] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.855210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.855210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.855423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.855541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.856464] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.856464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.856464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.857053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.857130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.857365] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.857465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.857536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.857719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.857755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.858336] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.858432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.858514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.858680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.858760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.858849] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be created. [ 655.912318] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.912460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.912530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.912748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.912924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.925722] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 656.064164] env[68237]: INFO networking_nsxv3.common.synchronization [req-dc285824-3cba-4924-b0a0-21dc447edf89 req-6aa2d9b5-6602-4d19-866e-3e621c248e8c tempest-ServerDiagnosticsTest-49068384 tempest-ServerDiagnosticsTest-49068384-project-member] Enqueued Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_members [ 656.064164] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_members [ 656.065570] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.066328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.066328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.066328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.066328] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.066611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.066611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.066611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.066704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.066793] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.279215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.279646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.279740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.280670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.280928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.281056] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f20519a8-b256-49e9-8028-1f3013f723f5 already deleted. [ 656.284797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f20519a8-b256-49e9-8028-1f3013f723f5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.547452] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.547655] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.548219] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.548219] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.549182] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.549433] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.549558] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.550072] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.550072] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.550196] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.550281] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.550483] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.550483] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.550898] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.550898] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.550898] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.569210] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.569420] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.569561] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.569758] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.570118] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-f1165d65-1146-43b0-8b0b-413cebb150aa taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.570304] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.570425] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.570753] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.570924] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1165d65-1146-43b0-8b0b-413cebb150aa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.573301] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.573542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.573600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.573821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.573957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.574231] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.574459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.574597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.574768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.574893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.575045] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3045d823-6363-42f2-b02b-600ab288f1bc already deleted. [ 656.576195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080654] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080654] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port f1165d65-1146-43b0-8b0b-413cebb150aa not found, creating... [ 657.080654] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.080654] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.081355] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.081355] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.081355] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.081355] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.081355] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.081589] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: f1165d65-1146-43b0-8b0b-413cebb150aa is going to be created. [ 657.101376] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.101578] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.101702] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.101968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.102207] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.102427] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.648355] env[68237]: INFO networking_nsxv3.common.synchronization [None req-09444778-eace-428c-8fbc-9fde8017b121 None None] Enqueued Resource ID: 94a0b649-8e26-4b57-a84a-5491c6798348 with Priority: HIGHEST for action port [ 657.648617] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a0b649-8e26-4b57-a84a-5491c6798348 with Priority: HIGHEST for action port [ 657.649228] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a0b649-8e26-4b57-a84a-5491c6798348 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.649335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a0b649-8e26-4b57-a84a-5491c6798348" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.649520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a0b649-8e26-4b57-a84a-5491c6798348" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a0b649-8e26-4b57-a84a-5491c6798348" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649726] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a0b649-8e26-4b57-a84a-5491c6798348',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.938735] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 657.939131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.154484] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94a0b649-8e26-4b57-a84a-5491c6798348 [ 658.154800] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.154875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.154922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.155332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.155332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.155332] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94a0b649-8e26-4b57-a84a-5491c6798348 already deleted. [ 658.155577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a0b649-8e26-4b57-a84a-5491c6798348" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.299946] env[68237]: INFO networking_nsxv3.common.synchronization [req-ac399ecd-1afb-4186-9649-050a77aa671f req-08852c86-b746-4809-8147-ba93eed026c3 tempest-SecurityGroupRulesTestJSON-497338788 tempest-SecurityGroupRulesTestJSON-497338788-project-member] Enqueued Resource ID: e7a1943f-4d98-40c2-ab16-35c3c514e4f9 with Priority: HIGHEST for action security_group_rules [ 658.299946] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a1943f-4d98-40c2-ab16-35c3c514e4f9 with Priority: HIGHEST for action security_group_rules [ 658.299946] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7a1943f-4d98-40c2-ab16-35c3c514e4f9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.299946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7a1943f-4d98-40c2-ab16-35c3c514e4f9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.299946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7a1943f-4d98-40c2-ab16-35c3c514e4f9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.299946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7a1943f-4d98-40c2-ab16-35c3c514e4f9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.299946] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7a1943f-4d98-40c2-ab16-35c3c514e4f9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.556910] env[68237]: INFO networking_nsxv3.common.synchronization [req-dc285824-3cba-4924-b0a0-21dc447edf89 req-e127172d-c012-49b5-a5a9-bc2c851c638e service nova] Enqueued Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_rules [ 658.557161] env[68237]: INFO networking_nsxv3.common.synchronization [req-dc285824-3cba-4924-b0a0-21dc447edf89 req-e127172d-c012-49b5-a5a9-bc2c851c638e service nova] Enqueued Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_members [ 658.557260] env[68237]: INFO networking_nsxv3.common.synchronization [req-dc285824-3cba-4924-b0a0-21dc447edf89 req-e127172d-c012-49b5-a5a9-bc2c851c638e service nova] Enqueued Resource ID: f1165d65-1146-43b0-8b0b-413cebb150aa with Priority: HIGHEST for action port [ 658.557492] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_rules [ 658.557621] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_members [ 658.557718] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1165d65-1146-43b0-8b0b-413cebb150aa with Priority: HIGHEST for action port [ 658.558627] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.558824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.558936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.559829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.559829] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.560899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.560899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.560899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.560899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.560899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.560899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.561185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.561693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.561846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.561987] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.562956] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1165d65-1146-43b0-8b0b-413cebb150aa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.563125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.563225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.563426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.565180] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1165d65-1146-43b0-8b0b-413cebb150aa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.827713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.827868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.827910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.828147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.828235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.828346] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7a1943f-4d98-40c2-ab16-35c3c514e4f9 already deleted. [ 658.828405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7a1943f-4d98-40c2-ab16-35c3c514e4f9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.066893] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.067632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.068033] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.068944] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1165d65-1146-43b0-8b0b-413cebb150aa with status ACTIVE [ 659.068944] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.069099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.069099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.069374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.069374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.072594] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.072594] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.072594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.072594] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1165d65-1146-43b0-8b0b-413cebb150aa is going to be updated. [ 659.093039] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.093039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.093039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.093039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.093039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.093039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1165d65-1146-43b0-8b0b-413cebb150aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.573832] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.078268] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.079457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.079457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.079457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.079457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.079457] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3045d823-6363-42f2-b02b-600ab288f1bc is going to be created. [ 660.122252] env[68237]: INFO networking_nsxv3.common.synchronization [None req-86183a6c-e860-47f7-a882-41ead4965a54 None None] Enqueued Resource ID: 296f2854-ec9f-4219-9615-81d49927d639 with Priority: HIGHEST for action port [ 660.122903] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296f2854-ec9f-4219-9615-81d49927d639 with Priority: HIGHEST for action port [ 660.123072] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-296f2854-ec9f-4219-9615-81d49927d639 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.123199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-296f2854-ec9f-4219-9615-81d49927d639" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-296f2854-ec9f-4219-9615-81d49927d639" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-296f2854-ec9f-4219-9615-81d49927d639" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.123722] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('296f2854-ec9f-4219-9615-81d49927d639',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.138635] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c684ac2-a449-410b-bf27-87ffedb3cd7f req-84ba3076-0c1e-403e-83f9-b83974779edc tempest-ServerExternalEventsTest-33800306 tempest-ServerExternalEventsTest-33800306-project-member] Enqueued Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_members [ 660.138635] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_members [ 660.138932] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.139214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.139214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.139387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.139891] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.140012] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.140102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.140266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.140354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.140452] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.169068] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.173098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.173098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.173098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.173098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.189984] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3045d823-6363-42f2-b02b-600ab288f1bc in Status: UNINITIALIZED for 2s [ 660.369940] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5018d479-f1fc-4099-8c59-192763f68893 None None] Enqueued Resource ID: fbf7bd3e-3ff8-418f-879d-8e53ecce8483 with Priority: HIGHEST for action port [ 660.370217] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf7bd3e-3ff8-418f-879d-8e53ecce8483 with Priority: HIGHEST for action port [ 660.370768] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf7bd3e-3ff8-418f-879d-8e53ecce8483 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.370883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf7bd3e-3ff8-418f-879d-8e53ecce8483" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.370948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf7bd3e-3ff8-418f-879d-8e53ecce8483" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.371207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf7bd3e-3ff8-418f-879d-8e53ecce8483" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.371281] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf7bd3e-3ff8-418f-879d-8e53ecce8483',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.625563] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 296f2854-ec9f-4219-9615-81d49927d639 [ 660.626329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.627950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.627950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.627950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.627950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.627950] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:296f2854-ec9f-4219-9615-81d49927d639 already deleted. [ 660.627950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-296f2854-ec9f-4219-9615-81d49927d639" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.642314] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.642397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.642833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.642833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.642833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.643019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.643111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.643111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.643257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.643334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.643416] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 already deleted. [ 660.643553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.689364] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.689364] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.689548] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.689801] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.689875] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.690033] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.690877] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.691079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.691243] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.691459] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.691575] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.691685] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.693413] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.693413] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.693413] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.693413] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.713545] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.713742] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.713878] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.714027] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.714437] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.714543] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.714673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.715235] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.715235] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455f4a3c-bc0d-49b8-9c1f-685ca84e33a4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.874146] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbf7bd3e-3ff8-418f-879d-8e53ecce8483 [ 660.874632] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.874632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.874765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.875572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.875572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.875572] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbf7bd3e-3ff8-418f-879d-8e53ecce8483 already deleted. [ 660.875572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf7bd3e-3ff8-418f-879d-8e53ecce8483" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.143610] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2125e47d-16ce-4aa3-b71d-bef68d242997 None None] Enqueued Resource ID: 8c2a36b9-9c9c-451e-8fb6-ec6664d50a75 with Priority: HIGHEST for action port [ 661.145161] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c2a36b9-9c9c-451e-8fb6-ec6664d50a75 with Priority: HIGHEST for action port [ 661.145858] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c2a36b9-9c9c-451e-8fb6-ec6664d50a75 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.146683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c2a36b9-9c9c-451e-8fb6-ec6664d50a75" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.146797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c2a36b9-9c9c-451e-8fb6-ec6664d50a75" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.147175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c2a36b9-9c9c-451e-8fb6-ec6664d50a75" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.147349] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2a36b9-9c9c-451e-8fb6-ec6664d50a75',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.219735] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.220798] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.220798] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.220798] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.220798] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.220798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 not found, creating... [ 661.221124] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.221187] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.221271] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.221498] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.221636] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.221935] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.222107] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.222229] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.222459] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.222596] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.222737] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 is going to be created. [ 661.255108] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.255108] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.255293] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.255538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.255793] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.256089] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.649972] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c2a36b9-9c9c-451e-8fb6-ec6664d50a75 [ 661.650266] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.650336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.650406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.650622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.650705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.650796] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c2a36b9-9c9c-451e-8fb6-ec6664d50a75 already deleted. [ 661.652053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c2a36b9-9c9c-451e-8fb6-ec6664d50a75" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.773341] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2984ae6f-b169-46c2-a79f-afd4dbf2b955 None None] Enqueued Resource ID: aabf3b03-4d74-46e0-9bea-97df22224c17 with Priority: HIGHEST for action port [ 661.773630] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabf3b03-4d74-46e0-9bea-97df22224c17 with Priority: HIGHEST for action port [ 661.774222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-aabf3b03-4d74-46e0-9bea-97df22224c17 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.774380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aabf3b03-4d74-46e0-9bea-97df22224c17" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.774418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aabf3b03-4d74-46e0-9bea-97df22224c17" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aabf3b03-4d74-46e0-9bea-97df22224c17" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.774730] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabf3b03-4d74-46e0-9bea-97df22224c17',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.199514] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3045d823-6363-42f2-b02b-600ab288f1bc in Status: SUCCESS [ 662.199764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.199948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.200209] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.200427] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.200557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.200622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.200778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.200861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.200945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.201043] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.267945] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c684ac2-a449-410b-bf27-87ffedb3cd7f req-31c9fd08-a34c-4bf6-b278-596d16a7b905 service nova] Enqueued Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_rules [ 662.268148] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c684ac2-a449-410b-bf27-87ffedb3cd7f req-31c9fd08-a34c-4bf6-b278-596d16a7b905 service nova] Enqueued Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_members [ 662.268286] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c684ac2-a449-410b-bf27-87ffedb3cd7f req-31c9fd08-a34c-4bf6-b278-596d16a7b905 service nova] Enqueued Resource ID: 455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 with Priority: HIGHEST for action port [ 662.268509] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_rules [ 662.268634] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_members [ 662.268878] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 with Priority: HIGHEST for action port [ 662.269736] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.269862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.271134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.272172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.272172] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.272449] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.272502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.272567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.272725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.272872] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.272964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.273036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.273182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.274221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.274221] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.274221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.275507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.275507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.275507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.275507] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455f4a3c-bc0d-49b8-9c1f-685ca84e33a4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.279249] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aabf3b03-4d74-46e0-9bea-97df22224c17 [ 662.279434] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.279546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.279615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.279782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.279876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.280024] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aabf3b03-4d74-46e0-9bea-97df22224c17 already deleted. [ 662.280142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aabf3b03-4d74-46e0-9bea-97df22224c17" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.548467] env[68237]: INFO networking_nsxv3.common.synchronization [req-6bfcbdaa-13e9-446e-8c28-1fedb91bb893 req-c4ee98ad-1824-4c4b-989d-b27ad321e5c3 tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 662.551016] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 662.551016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.551016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.551016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.551016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.551016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.551016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.551016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.551016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.551435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.551435] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.705906] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.706208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.706208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.706358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.706527] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.706627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.706692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.706839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.707382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.707382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.707382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.707382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.707382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.707613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.707613] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.707686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.707719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.708258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.708258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.708258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.708258] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.777394] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.779230] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.779455] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 with status ACTIVE [ 662.779960] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.779960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.780271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.780372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.780404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.780641] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.781192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.781192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.781192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.781192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.781421] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.781606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.781711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.781839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.781956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.782073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 455f4a3c-bc0d-49b8-9c1f-685ca84e33a4 is going to be updated. [ 662.802696] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.802920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.803163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.803412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.803706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.803876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-455f4a3c-bc0d-49b8-9c1f-685ca84e33a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.053681] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.053681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.053681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.053979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.053979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.058239] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.058239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.058239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.058239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.058239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.058239] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 already deleted. [ 663.058239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.217201] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3045d823-6363-42f2-b02b-600ab288f1bc: rpc.has_security_group_logging(os_id): False [ 663.233654] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.233850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.233895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.234192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.234286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.234689] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.234689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.234689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.234826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.234919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.235366] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.235366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.235366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.235366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.235560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.235638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.235745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.235745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.235935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.237789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.237922] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3045d823-6363-42f2-b02b-600ab288f1bc is going to be created. [ 663.288224] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.300476] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.300476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.300476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.300476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.300476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.306873] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3045d823-6363-42f2-b02b-600ab288f1bc in Status: IN_PROGRESS for 2s [ 663.447478] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.447896] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.447896] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.448313] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.448600] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.448899] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.448899] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.449124] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.449271] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.449919] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.449919] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.449919] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.449919] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.450089] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.450089] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.450210] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.470693] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.470693] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 663.470693] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.471581] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.471960] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-3a4a896b-0463-43a3-8487-d50328142090 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.472337] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.472337] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.473683] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.473878] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4a896b-0463-43a3-8487-d50328142090',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.538771] env[68237]: INFO networking_nsxv3.common.synchronization [req-26d7a2fe-9ba1-439f-accb-88a6dfe84409 req-fb6094e5-a4d7-4711-9278-2abd586a2576 tempest-ImagesNegativeTestJSON-470959141 tempest-ImagesNegativeTestJSON-470959141-project-member] Enqueued Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_members [ 663.540879] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGHEST for action security_group_members [ 663.544199] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.544199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.544199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.544199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.544199] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.544199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.544199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.544199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.544199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.544199] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.652830] env[68237]: INFO networking_nsxv3.common.synchronization [None req-6561bbd8-f8ad-405c-accd-ae3683c2468a None None] Enqueued Resource ID: cf875fe2-9619-4fdc-b067-a581393e5e6b with Priority: HIGHEST for action port [ 663.653123] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf875fe2-9619-4fdc-b067-a581393e5e6b with Priority: HIGHEST for action port [ 663.653662] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf875fe2-9619-4fdc-b067-a581393e5e6b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.653796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf875fe2-9619-4fdc-b067-a581393e5e6b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.653844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf875fe2-9619-4fdc-b067-a581393e5e6b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.655704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf875fe2-9619-4fdc-b067-a581393e5e6b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.655704] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf875fe2-9619-4fdc-b067-a581393e5e6b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.704025] env[68237]: INFO networking_nsxv3.common.synchronization [req-9392c404-58de-47fc-bfc7-7321f586bfce req-861ac577-1ec8-4f24-858e-3285c39c6c58 tempest-SecurityGroupRulesTestJSON-497338788 tempest-SecurityGroupRulesTestJSON-497338788-project-member] Enqueued Resource ID: 1c9a6fd3-2c96-4843-91c4-7e15c928e064 with Priority: HIGHEST for action security_group_rules [ 663.704537] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9a6fd3-2c96-4843-91c4-7e15c928e064 with Priority: HIGHEST for action security_group_rules [ 663.704881] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c9a6fd3-2c96-4843-91c4-7e15c928e064 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.705403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c9a6fd3-2c96-4843-91c4-7e15c928e064" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.705515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c9a6fd3-2c96-4843-91c4-7e15c928e064" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.705849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c9a6fd3-2c96-4843-91c4-7e15c928e064" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.706821] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c9a6fd3-2c96-4843-91c4-7e15c928e064',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.794222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.794422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.794422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.794679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.794779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.794879] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 is going to be created. [ 663.818810] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.819222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.819222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.819222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.819402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.830846] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 in Status: UNINITIALIZED for 2s [ 663.976165] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.977534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.977534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.977534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.977534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.977534] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 3a4a896b-0463-43a3-8487-d50328142090 not found, creating... [ 663.977774] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.977835] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.978354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.978354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.978354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.978624] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.979159] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.979159] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.979159] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.980038] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.980038] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 3a4a896b-0463-43a3-8487-d50328142090 is going to be created. [ 664.005255] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.005924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.005924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.005924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.006163] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.006435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.046280] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.046280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.046280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.047621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.047621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.047621] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.047867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.047867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.047996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.048263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.048263] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 is going to be updated. [ 664.084465] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.084652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.084652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.086085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.107973] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 in Status: IN_PROGRESS for 2s [ 664.157760] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf875fe2-9619-4fdc-b067-a581393e5e6b [ 664.157872] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.158417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.158417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.158417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.158561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.158673] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf875fe2-9619-4fdc-b067-a581393e5e6b already deleted. [ 664.158762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf875fe2-9619-4fdc-b067-a581393e5e6b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.230935] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.232058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.232058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.232058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.232058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.232058] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c9a6fd3-2c96-4843-91c4-7e15c928e064 already deleted. [ 664.232058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c9a6fd3-2c96-4843-91c4-7e15c928e064" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.323088] env[68237]: INFO networking_nsxv3.common.synchronization [None req-1077ee5d-eeee-4152-ac74-10cebeadecc0 None None] Enqueued Resource ID: b5fa5cc0-c7e6-4892-9060-1d5a088687a6 with Priority: HIGHEST for action port [ 664.325247] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fa5cc0-c7e6-4892-9060-1d5a088687a6 with Priority: HIGHEST for action port [ 664.329866] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5fa5cc0-c7e6-4892-9060-1d5a088687a6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.329866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5fa5cc0-c7e6-4892-9060-1d5a088687a6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.329866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5fa5cc0-c7e6-4892-9060-1d5a088687a6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.329866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5fa5cc0-c7e6-4892-9060-1d5a088687a6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.329866] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fa5cc0-c7e6-4892-9060-1d5a088687a6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.472083] env[68237]: INFO networking_nsxv3.common.synchronization [None req-998e3811-73dd-4d6c-8d6a-555d23d740b0 None None] Enqueued Resource ID: 0725ca8a-7c65-4c21-9380-026387510ac5 with Priority: HIGHEST for action port [ 664.472083] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0725ca8a-7c65-4c21-9380-026387510ac5 with Priority: HIGHEST for action port [ 664.472083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-0725ca8a-7c65-4c21-9380-026387510ac5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.472083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0725ca8a-7c65-4c21-9380-026387510ac5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.472083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0725ca8a-7c65-4c21-9380-026387510ac5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.472083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0725ca8a-7c65-4c21-9380-026387510ac5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.472083] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0725ca8a-7c65-4c21-9380-026387510ac5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.587217] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c27f18a3-445a-497b-85c2-bfb9afdbc407 None None] Enqueued Resource ID: 0e6c4224-be39-48cc-8e48-0360e3151abc with Priority: HIGHEST for action port [ 664.587664] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6c4224-be39-48cc-8e48-0360e3151abc with Priority: HIGHEST for action port [ 664.589461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6c4224-be39-48cc-8e48-0360e3151abc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.590161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6c4224-be39-48cc-8e48-0360e3151abc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.590161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6c4224-be39-48cc-8e48-0360e3151abc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.590429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6c4224-be39-48cc-8e48-0360e3151abc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.590534] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6c4224-be39-48cc-8e48-0360e3151abc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.833359] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5fa5cc0-c7e6-4892-9060-1d5a088687a6 [ 664.835014] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.835014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.835014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.835014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.835014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.835014] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5fa5cc0-c7e6-4892-9060-1d5a088687a6 already deleted. [ 664.835014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5fa5cc0-c7e6-4892-9060-1d5a088687a6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.982562] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0725ca8a-7c65-4c21-9380-026387510ac5 [ 664.983213] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.983417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.983587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.985110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.985110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.985110] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0725ca8a-7c65-4c21-9380-026387510ac5 already deleted. [ 664.985110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0725ca8a-7c65-4c21-9380-026387510ac5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.986512] env[68237]: INFO networking_nsxv3.common.synchronization [req-7ecd533d-5093-4d59-9509-360063765454 req-c0041d4a-6a7a-47f6-9f68-d63b27453696 tempest-VolumesAdminNegativeTest-1310626418 tempest-VolumesAdminNegativeTest-1310626418-project-member] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_members [ 664.987098] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_members [ 664.987406] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.987537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.988755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.988755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.988755] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.988755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.988755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.988755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.988755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.988755] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.013850] env[68237]: INFO networking_nsxv3.common.synchronization [req-6bfcbdaa-13e9-446e-8c28-1fedb91bb893 req-c7bf9a72-0d04-441e-84a0-76e93553637b service nova] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 665.013973] env[68237]: INFO networking_nsxv3.common.synchronization [req-6bfcbdaa-13e9-446e-8c28-1fedb91bb893 req-c7bf9a72-0d04-441e-84a0-76e93553637b service nova] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 665.014136] env[68237]: INFO networking_nsxv3.common.synchronization [req-6bfcbdaa-13e9-446e-8c28-1fedb91bb893 req-c7bf9a72-0d04-441e-84a0-76e93553637b service nova] Enqueued Resource ID: 3a4a896b-0463-43a3-8487-d50328142090 with Priority: HIGHEST for action port [ 665.014672] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 665.015987] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 665.015987] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4a896b-0463-43a3-8487-d50328142090 with Priority: HIGHEST for action port [ 665.015987] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.015987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.015987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.015987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.015987] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.016842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.016955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.017034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.017276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.017449] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.017670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.017776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.017890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.017977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.018086] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.018867] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4a896b-0463-43a3-8487-d50328142090 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.018978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.019056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.019207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.019282] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4a896b-0463-43a3-8487-d50328142090',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.093107] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e6c4224-be39-48cc-8e48-0360e3151abc [ 665.093368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.094152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.094260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.094487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.094641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.094759] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e6c4224-be39-48cc-8e48-0360e3151abc already deleted. [ 665.094835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6c4224-be39-48cc-8e48-0360e3151abc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.323561] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3045d823-6363-42f2-b02b-600ab288f1bc in Status: SUCCESS [ 665.323561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.492076] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.492695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.492695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.493200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.493353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.493608] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.493813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.494041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.494166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.494270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.494374] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 already deleted. [ 665.494462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.522411] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.523507] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.523615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.523773] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4a896b-0463-43a3-8487-d50328142090 with status ACTIVE [ 665.523922] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.524033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.524096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.524306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.524407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.526606] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.527564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.527564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528384] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.528384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.528384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.529335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.529335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.529764] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4a896b-0463-43a3-8487-d50328142090 is going to be updated. [ 665.556510] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.556659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.556727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.559033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.559033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.559033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4a896b-0463-43a3-8487-d50328142090" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.842945] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 in Status: SUCCESS [ 665.843520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.843520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.843791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.843921] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.844124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.844301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.845190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.845190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.845190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.845190] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.989759] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.990490] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.990661] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.991063] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.991189] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.991816] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.991816] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.992615] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.992874] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.992986] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.993116] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.993259] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.993355] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.994918] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.994918] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.994918] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.014325] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.014520] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.014627] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.014800] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.015126] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-86448281-b3d4-4132-8a5e-1a366a1132e0 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.015302] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.015418] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.016086] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.016086] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86448281-b3d4-4132-8a5e-1a366a1132e0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.031736] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.119220] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 in Status: IN_PROGRESS for 4s [ 666.236256] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4b53fd4b-3715-440c-9ea2-6640d9601e28 None None] Enqueued Resource ID: 8cdf6ebd-361d-4889-9db5-167a3518dfe8 with Priority: HIGHEST for action port [ 666.236256] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cdf6ebd-361d-4889-9db5-167a3518dfe8 with Priority: HIGHEST for action port [ 666.236560] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cdf6ebd-361d-4889-9db5-167a3518dfe8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.236672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cdf6ebd-361d-4889-9db5-167a3518dfe8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.236737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cdf6ebd-361d-4889-9db5-167a3518dfe8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.240583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cdf6ebd-361d-4889-9db5-167a3518dfe8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.240583] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cdf6ebd-361d-4889-9db5-167a3518dfe8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.347596] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.347746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.347746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.348067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.348132] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.348215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.348285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.348423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.348534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.348637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.348783] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.348876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.348937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.349092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.349238] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.349325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.349383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.349519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.349592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.349672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.349762] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.518671] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.518906] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.519054] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.519323] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.519502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.519695] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 86448281-b3d4-4132-8a5e-1a366a1132e0 not found, creating... [ 666.521247] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521247] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.521247] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.521247] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.521247] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.521247] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521247] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.521247] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.522696] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.523054] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.523400] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 86448281-b3d4-4132-8a5e-1a366a1132e0 is going to be created. [ 666.534251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.534410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.534483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.535278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.535278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.535278] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be created. [ 666.545216] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.548551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.548551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.548551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.548551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.548945] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.560098] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.560242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.560310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.560502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.560658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.569542] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: UNINITIALIZED for 2s [ 666.743802] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cdf6ebd-361d-4889-9db5-167a3518dfe8 [ 666.743802] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.743802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.743802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.744147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.744147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.744238] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cdf6ebd-361d-4889-9db5-167a3518dfe8 already deleted. [ 666.744273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cdf6ebd-361d-4889-9db5-167a3518dfe8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.808302] env[68237]: INFO networking_nsxv3.common.synchronization [None req-f3096fd3-da4c-4834-a16c-54427da3f892 None None] Enqueued Resource ID: 64c4a712-b8ba-4ac0-ae56-ee0e43864ecc with Priority: HIGHEST for action port [ 666.808568] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64c4a712-b8ba-4ac0-ae56-ee0e43864ecc with Priority: HIGHEST for action port [ 666.809422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-64c4a712-b8ba-4ac0-ae56-ee0e43864ecc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.809422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64c4a712-b8ba-4ac0-ae56-ee0e43864ecc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.809422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64c4a712-b8ba-4ac0-ae56-ee0e43864ecc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.814343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64c4a712-b8ba-4ac0-ae56-ee0e43864ecc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.814343] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64c4a712-b8ba-4ac0-ae56-ee0e43864ecc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.852066] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d05bdd0d-8164-45d4-96a8-36b40f7331b1: rpc.has_security_group_logging(os_id): False [ 666.871339] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.871339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.871339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.871680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.871680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.871835] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.871942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.872013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.873790] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.873790] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.873790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.873790] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 is going to be created. [ 666.932629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.932780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.932852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.933062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.933233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.945314] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 in Status: IN_PROGRESS for 2s [ 666.946732] env[68237]: INFO networking_nsxv3.common.synchronization [req-75d63b37-240b-4dc3-9841-95eee1fdfcd7 req-e3bb7e37-d571-44e6-8041-113a7a1501bb tempest-ServersTestManualDisk-1540218977 tempest-ServersTestManualDisk-1540218977-project-member] Enqueued Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_members [ 666.947242] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_members [ 666.947533] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.947653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.947715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.947947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.948105] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.948546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.948614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.948769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.948852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.948944] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.314840] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64c4a712-b8ba-4ac0-ae56-ee0e43864ecc [ 667.315086] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.315226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.315304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.315522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.315632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.315698] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64c4a712-b8ba-4ac0-ae56-ee0e43864ecc already deleted. [ 667.315781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64c4a712-b8ba-4ac0-ae56-ee0e43864ecc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.454502] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.455549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.455549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.455549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.455549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.455549] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.455549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.455549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.455865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.455865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.455865] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa already deleted. [ 667.455865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.467656] env[68237]: INFO networking_nsxv3.common.synchronization [req-9022d9a8-3df8-482f-8ebb-7ce85eb65313 req-f8e5ec01-bc07-467b-8240-ebea66455ad6 tempest-TenantUsagesTestJSON-1653947201 tempest-TenantUsagesTestJSON-1653947201-project-member] Enqueued Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_members [ 667.468250] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGHEST for action security_group_members [ 667.468568] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.468684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.468747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.468934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.469097] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.469191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.469250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.470945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.471049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.471900] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.542386] env[68237]: INFO networking_nsxv3.common.synchronization [req-f316f616-ee5f-4ceb-b606-6d086a4c12ac req-18e5a362-2df6-4c04-a14a-ac55c0fe6b3f tempest-DeleteServersAdminTestJSON-1420104198 tempest-DeleteServersAdminTestJSON-1420104198-project-admin] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 667.542643] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 667.543245] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.543360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.544014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.544014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.544014] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.544014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.544014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.544242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.544351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.544447] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.601892] env[68237]: INFO networking_nsxv3.common.synchronization [None req-f354f82c-2fc6-47e2-a4e2-452d404e5219 None None] Enqueued Resource ID: 4dd3353f-adc9-40c9-b8d1-5102eb69c43d with Priority: HIGHEST for action port [ 667.601892] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd3353f-adc9-40c9-b8d1-5102eb69c43d with Priority: HIGHEST for action port [ 667.605447] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd3353f-adc9-40c9-b8d1-5102eb69c43d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.605447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd3353f-adc9-40c9-b8d1-5102eb69c43d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.605447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd3353f-adc9-40c9-b8d1-5102eb69c43d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.605447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd3353f-adc9-40c9-b8d1-5102eb69c43d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.605447] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd3353f-adc9-40c9-b8d1-5102eb69c43d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.976135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.976135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.976135] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e141a9-ce76-4366-9267-f87e1c7db349 is going to be updated. [ 668.001067] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.001189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.001189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.001386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.001528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.010367] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e141a9-ce76-4366-9267-f87e1c7db349 in Status: IN_PROGRESS for 2s [ 668.012101] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.012291] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-661" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.012416] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-661" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.012732] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-661" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.012982] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.015419] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.015964] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.016435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.019151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.019151] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.019151] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.019151] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.019151] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.019151] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.019151] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.019151] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.033120] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.033626] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.015 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.033626] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.033626] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-661" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.033903] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.034144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.034242] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.034603] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.034781] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39c0e00-ee59-4d80-b276-18ca3d5cb12f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.039261] env[68237]: INFO networking_nsxv3.common.synchronization [req-7ecd533d-5093-4d59-9509-360063765454 req-cd2fe37b-d46b-4424-acf6-d3fe84b8680c service nova] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_rules [ 668.039436] env[68237]: INFO networking_nsxv3.common.synchronization [req-7ecd533d-5093-4d59-9509-360063765454 req-cd2fe37b-d46b-4424-acf6-d3fe84b8680c service nova] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_members [ 668.039685] env[68237]: INFO networking_nsxv3.common.synchronization [req-7ecd533d-5093-4d59-9509-360063765454 req-cd2fe37b-d46b-4424-acf6-d3fe84b8680c service nova] Enqueued Resource ID: 86448281-b3d4-4132-8a5e-1a366a1132e0 with Priority: HIGHEST for action port [ 668.039791] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_rules [ 668.039928] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_members [ 668.040526] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86448281-b3d4-4132-8a5e-1a366a1132e0 with Priority: HIGHEST for action port [ 668.041305] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.041438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.041506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.041694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.041821] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.042812] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.042942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.043021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.043189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.043341] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.043436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.043498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.043640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.043730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.043808] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.044526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-86448281-b3d4-4132-8a5e-1a366a1132e0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.046788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.046788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.046788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.046788] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86448281-b3d4-4132-8a5e-1a366a1132e0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.048946] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.048946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.049057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.049566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.049566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.049566] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.052037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.052037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.052037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.052037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.052037] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 is going to be updated. [ 668.076030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.076212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.076690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.086673] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: IN_PROGRESS for 2s [ 668.109927] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd3353f-adc9-40c9-b8d1-5102eb69c43d [ 668.109927] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.110120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.111161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.111161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.111333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.111392] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd3353f-adc9-40c9-b8d1-5102eb69c43d already deleted. [ 668.111442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd3353f-adc9-40c9-b8d1-5102eb69c43d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.127937] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 in Status: SUCCESS [ 668.128176] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 deletion is rescheduled due to dependency. [ 668.128243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.486349] env[68237]: INFO networking_nsxv3.common.synchronization [None req-96b7a1ad-f501-458b-b00c-848229436bf4 None None] Enqueued Resource ID: e839ad87-2797-4346-94a6-30d526d1afb2 with Priority: HIGHEST for action port [ 668.486920] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e839ad87-2797-4346-94a6-30d526d1afb2 with Priority: HIGHEST for action port [ 668.487430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e839ad87-2797-4346-94a6-30d526d1afb2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.487430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e839ad87-2797-4346-94a6-30d526d1afb2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.487430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e839ad87-2797-4346-94a6-30d526d1afb2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.487605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e839ad87-2797-4346-94a6-30d526d1afb2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.487686] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e839ad87-2797-4346-94a6-30d526d1afb2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.541396] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541396] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.541396] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.541396] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541557] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.541704] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e39c0e00-ee59-4d80-b276-18ca3d5cb12f not found, creating... [ 668.542640] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.542988] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.543290] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.543914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.543983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.544589] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.544828] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.545051] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.545511] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.545751] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.546097] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e39c0e00-ee59-4d80-b276-18ca3d5cb12f is going to be created. [ 668.548469] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.549755] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552844] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86448281-b3d4-4132-8a5e-1a366a1132e0 with status ACTIVE [ 668.552844] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.552844] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.552844] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.553776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.553776] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86448281-b3d4-4132-8a5e-1a366a1132e0 is going to be updated. [ 668.586246] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.586246] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.586246] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.586721] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.586721] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.587012] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.589012] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 668.589467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.590503] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.590681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.590754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.590940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.591079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.591478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86448281-b3d4-4132-8a5e-1a366a1132e0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.591623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.591894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592162] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.592243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.592243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.592448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.592618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.592738] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.961337] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 in Status: SUCCESS [ 668.961521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.991034] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e839ad87-2797-4346-94a6-30d526d1afb2 [ 668.991034] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.991034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.991034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.991034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.991034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.991034] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e839ad87-2797-4346-94a6-30d526d1afb2 already deleted. [ 668.991034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e839ad87-2797-4346-94a6-30d526d1afb2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.055036] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.094932] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.520202] env[68237]: INFO networking_nsxv3.common.synchronization [req-64780c1f-aa5f-4114-9980-4756ed6dd9de req-c2f274d4-eed8-4965-bd86-f651c33bd62b tempest-VolumesAssistedSnapshotsTest-1916475659 tempest-VolumesAssistedSnapshotsTest-1916475659-project-member] Enqueued Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_members [ 669.520202] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_members [ 669.520202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.521461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.521461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.521461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.521461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.521461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.521461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.521461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.521461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.521461] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.557779] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.557984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.558054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.558245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.558328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.558438] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 is going to be created. [ 669.591999] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.592163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.592275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.592439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.592596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.597121] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6a70dc5-27eb-44a9-a559-b845c3b65705: rpc.has_security_group_logging(os_id): False [ 669.602419] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: UNINITIALIZED for 2s [ 669.617035] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.617035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.617035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.617035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.617035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.617035] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.617035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.617035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.617035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.618189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.618189] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be created. [ 669.715718] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.715975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.715975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.716269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.716473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.730299] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 670.022988] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e141a9-ce76-4366-9267-f87e1c7db349 in Status: SUCCESS [ 670.024442] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e141a9-ce76-4366-9267-f87e1c7db349 deletion is rescheduled due to dependency. [ 670.024442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.024442] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.024442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.024442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.024442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.024442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.025161] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.025161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.025161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.025161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.025161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.025161] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 already deleted. [ 670.025381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.062045] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.062255] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-995" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.062417] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-995" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.062748] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-995" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.063122] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.063214] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.063308] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.063544] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.063695] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.063926] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.064336] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.064441] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.064571] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.064688] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.064861] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.064919] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.069193] env[68237]: INFO networking_nsxv3.common.synchronization [req-75d63b37-240b-4dc3-9841-95eee1fdfcd7 req-4a8e8c3c-79ca-4436-bd26-178678b86c89 service nova] Enqueued Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_rules [ 670.069451] env[68237]: INFO networking_nsxv3.common.synchronization [req-75d63b37-240b-4dc3-9841-95eee1fdfcd7 req-4a8e8c3c-79ca-4436-bd26-178678b86c89 service nova] Enqueued Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_members [ 670.069615] env[68237]: INFO networking_nsxv3.common.synchronization [req-75d63b37-240b-4dc3-9841-95eee1fdfcd7 req-4a8e8c3c-79ca-4436-bd26-178678b86c89 service nova] Enqueued Resource ID: e39c0e00-ee59-4d80-b276-18ca3d5cb12f with Priority: HIGHEST for action port [ 670.071309] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_rules [ 670.071309] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_members [ 670.071309] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39c0e00-ee59-4d80-b276-18ca3d5cb12f with Priority: HIGHEST for action port [ 670.071617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.071754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.071831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.073632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.077222] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.077222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.077222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.077222] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.077222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.077222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.077222] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39c0e00-ee59-4d80-b276-18ca3d5cb12f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.089019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.089019] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.089019] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.089019] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-995" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.089019] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a07f522b-44ee-4a87-ac21-b5407bf48ff2 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.089019] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.089019] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.089577] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.089911] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07f522b-44ee-4a87-ac21-b5407bf48ff2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.099907] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: SUCCESS [ 670.100258] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 deletion is rescheduled due to dependency. [ 670.100985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.580349] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e39c0e00-ee59-4d80-b276-18ca3d5cb12f with status ACTIVE [ 670.581470] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.582053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.582215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.582897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.583062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.583341] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.583462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.583542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.583723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.583812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.584024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.584203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.584261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.584409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.584485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.584611] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e39c0e00-ee59-4d80-b276-18ca3d5cb12f is going to be updated. [ 670.587777] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.589363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.589363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.594110] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.594110] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.594242] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.594609] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.594693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.594792] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a07f522b-44ee-4a87-ac21-b5407bf48ff2 not found, creating... [ 670.595068] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.595567] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.595768] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.596030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.596225] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.596628] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.596814] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.596933] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.597179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.597318] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.597464] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a07f522b-44ee-4a87-ac21-b5407bf48ff2 is going to be created. [ 670.602120] env[68237]: INFO networking_nsxv3.common.synchronization [None req-f8a4fe58-cf41-4c2a-a294-48f8aed7e1e0 None None] Enqueued Resource ID: 927caaed-0500-42ed-9e9d-358c289ee029 with Priority: HIGHEST for action port [ 670.602840] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927caaed-0500-42ed-9e9d-358c289ee029 with Priority: HIGHEST for action port [ 670.603685] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-927caaed-0500-42ed-9e9d-358c289ee029 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.603821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927caaed-0500-42ed-9e9d-358c289ee029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.603889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927caaed-0500-42ed-9e9d-358c289ee029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.604182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927caaed-0500-42ed-9e9d-358c289ee029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.604272] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927caaed-0500-42ed-9e9d-358c289ee029',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.618222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.618473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.618473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.618635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.618771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.618930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39c0e00-ee59-4d80-b276-18ca3d5cb12f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.621877] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.622193] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.622250] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.622456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.622678] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.622913] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.090935] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.107345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 927caaed-0500-42ed-9e9d-358c289ee029 [ 671.107345] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.107345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.107345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.107345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.107345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.107345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:927caaed-0500-42ed-9e9d-358c289ee029 already deleted. [ 671.107345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927caaed-0500-42ed-9e9d-358c289ee029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.524025] env[68237]: INFO networking_nsxv3.common.synchronization [req-64780c1f-aa5f-4114-9980-4756ed6dd9de req-d943da75-2279-4051-915f-d2af71e43855 service nova] Enqueued Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_rules [ 671.524025] env[68237]: INFO networking_nsxv3.common.synchronization [req-64780c1f-aa5f-4114-9980-4756ed6dd9de req-d943da75-2279-4051-915f-d2af71e43855 service nova] Enqueued Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_members [ 671.524025] env[68237]: INFO networking_nsxv3.common.synchronization [req-64780c1f-aa5f-4114-9980-4756ed6dd9de req-d943da75-2279-4051-915f-d2af71e43855 service nova] Enqueued Resource ID: a07f522b-44ee-4a87-ac21-b5407bf48ff2 with Priority: HIGHEST for action port [ 671.524025] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_rules [ 671.524025] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_members [ 671.524025] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07f522b-44ee-4a87-ac21-b5407bf48ff2 with Priority: HIGHEST for action port [ 671.524025] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.524434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.524474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.525127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.525127] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.528862] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.529100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.529352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.529579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.529815] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.529963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.530199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.530466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.530466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.530557] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.531704] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a07f522b-44ee-4a87-ac21-b5407bf48ff2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.531851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.531964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.532173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.535015] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07f522b-44ee-4a87-ac21-b5407bf48ff2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.597680] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.597680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.597680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.597680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.597680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597680] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa is going to be created. [ 671.611478] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: SUCCESS [ 671.611478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.611478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.611478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.611478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.611478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.611478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.611478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.611478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.611866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.611866] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.619721] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.619721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.619721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.619721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.619721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.627398] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4319ba9c-21ad-4151-86db-5460ebb18bc4 None None] Enqueued Resource ID: adeb10f5-d127-4e73-8a92-d3fb3951d729 with Priority: HIGHEST for action port [ 671.629583] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa in Status: UNINITIALIZED for 2s [ 671.629988] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adeb10f5-d127-4e73-8a92-d3fb3951d729 with Priority: HIGHEST for action port [ 671.630519] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-adeb10f5-d127-4e73-8a92-d3fb3951d729 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.631090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adeb10f5-d127-4e73-8a92-d3fb3951d729" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.631090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adeb10f5-d127-4e73-8a92-d3fb3951d729" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.631090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adeb10f5-d127-4e73-8a92-d3fb3951d729" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.631090] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adeb10f5-d127-4e73-8a92-d3fb3951d729',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.748442] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 671.748673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.977018] env[68237]: INFO networking_nsxv3.common.synchronization [req-f81b85f3-8ece-4e20-8e57-25e67ff68be1 req-c8cdd313-9c18-433a-9cd2-07e3c1ab241a tempest-SecurityGroupRulesTestJSON-497338788 tempest-SecurityGroupRulesTestJSON-497338788-project-member] Enqueued Resource ID: fd41a145-3e9d-468c-8a49-28d72672d4ad with Priority: HIGHEST for action security_group_rules [ 671.979340] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd41a145-3e9d-468c-8a49-28d72672d4ad with Priority: HIGHEST for action security_group_rules [ 671.979340] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd41a145-3e9d-468c-8a49-28d72672d4ad taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.979340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd41a145-3e9d-468c-8a49-28d72672d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.979340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd41a145-3e9d-468c-8a49-28d72672d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.979340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd41a145-3e9d-468c-8a49-28d72672d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.979340] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd41a145-3e9d-468c-8a49-28d72672d4ad',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.037308] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.038503] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.038599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.038703] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a07f522b-44ee-4a87-ac21-b5407bf48ff2 with status ACTIVE [ 672.038877] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.038977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.039051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.039260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.039785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.039785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.039785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.039785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.039995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.039995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.040131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.040221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.040275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.040430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.040510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.040595] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a07f522b-44ee-4a87-ac21-b5407bf48ff2 is going to be updated. [ 672.066928] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.067080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.067148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.067350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.067480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.067625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a07f522b-44ee-4a87-ac21-b5407bf48ff2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.114430] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.136024] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adeb10f5-d127-4e73-8a92-d3fb3951d729 [ 672.137379] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.137536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.137609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.137826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.137920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.138084] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adeb10f5-d127-4e73-8a92-d3fb3951d729 already deleted. [ 672.138394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adeb10f5-d127-4e73-8a92-d3fb3951d729" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.500669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.500825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.501676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.501676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.501676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.502310] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd41a145-3e9d-468c-8a49-28d72672d4ad already deleted. [ 672.502310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd41a145-3e9d-468c-8a49-28d72672d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.544993] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.617336] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d7b64c-0d05-4e43-b61d-02f7f8e715b6: rpc.has_security_group_logging(os_id): False [ 672.635149] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.635149] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.635149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.635149] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 is going to be created. [ 672.689459] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.689632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.689832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.690045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.701617] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: IN_PROGRESS for 2s [ 673.047155] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.048077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.048077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.048077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.048228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.048228] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 is going to be created. [ 673.072286] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.072429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.072503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.072805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.072877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.083040] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 in Status: UNINITIALIZED for 2s [ 673.640892] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa in Status: SUCCESS [ 673.641229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.641782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.642116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.642661] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.643193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.643193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.643193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.643896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.643896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.643896] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.055718] env[68237]: INFO networking_nsxv3.common.synchronization [None req-fb2acb30-e22f-4f68-b1d9-3efaa888e0c4 None None] Enqueued Resource ID: c8c53a8e-754c-4c2d-97cc-5e1889919725 with Priority: HIGHEST for action port [ 674.056912] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c53a8e-754c-4c2d-97cc-5e1889919725 with Priority: HIGHEST for action port [ 674.056912] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c53a8e-754c-4c2d-97cc-5e1889919725 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.056912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c53a8e-754c-4c2d-97cc-5e1889919725" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.056912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c53a8e-754c-4c2d-97cc-5e1889919725" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c53a8e-754c-4c2d-97cc-5e1889919725" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057309] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c53a8e-754c-4c2d-97cc-5e1889919725',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.147394] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.558872] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c53a8e-754c-4c2d-97cc-5e1889919725 [ 674.559848] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.560064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.560156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.560383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.560479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.560577] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c53a8e-754c-4c2d-97cc-5e1889919725 already deleted. [ 674.560676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c53a8e-754c-4c2d-97cc-5e1889919725" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.649032] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa: rpc.has_security_group_logging(os_id): False [ 674.674953] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.675083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.675162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.675931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.676052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.676358] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.676476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.676543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.676710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.676803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.676892] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa is going to be created. [ 674.723809] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: SUCCESS [ 674.723987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.764219] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.764219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.764219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.764219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.764219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.777438] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa in Status: IN_PROGRESS for 2s [ 675.093989] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 in Status: SUCCESS [ 675.094218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.094386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.094603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.095096] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.095235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.095304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.095475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.095586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.095706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.095745] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.287039] env[68237]: INFO networking_nsxv3.common.synchronization [req-57645167-9825-4718-ae85-d3927748b40b req-36e4b703-38c9-4e1d-80e8-308113305347 tempest-ServerDiagnosticsTest-49068384 tempest-ServerDiagnosticsTest-49068384-project-member] Enqueued Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_members [ 675.287445] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGHEST for action security_group_members [ 675.287750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.287888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.287970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.289168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.289382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.289534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.289599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.289785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.289910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.290039] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.597611] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.795885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.795885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.795885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.795885] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3045d823-6363-42f2-b02b-600ab288f1bc is going to be updated. [ 675.825820] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.825820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.825820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.825820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.825820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.835601] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3045d823-6363-42f2-b02b-600ab288f1bc in Status: IN_PROGRESS for 2s [ 676.100800] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86b02f05-92db-4bc4-b6b3-400ab271e635: rpc.has_security_group_logging(os_id): False [ 676.122029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.122029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.122029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.122029] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 is going to be created. [ 676.183632] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.183835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.183835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.184072] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.184346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.208042] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 in Status: IN_PROGRESS for 2s [ 676.794312] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa in Status: SUCCESS [ 676.794542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.003916] env[68237]: INFO networking_nsxv3.common.synchronization [req-ffce55cb-d31f-490e-8cec-c7642c05693b req-2a39a3f3-5ba7-4ab7-9e18-3760afe775c1 tempest-ServerExternalEventsTest-33800306 tempest-ServerExternalEventsTest-33800306-project-member] Enqueued Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_members [ 677.004266] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGHEST for action security_group_members [ 677.005304] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.005304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.005304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.005304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.005304] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.005304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.005619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.005743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.005808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.005955] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.511548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.511751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.511812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.511993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.512107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.512302] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.512400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.512460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.512612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.512689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.512774] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 is going to be updated. [ 677.541752] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.541903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.542017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.542208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.542373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.550916] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 in Status: IN_PROGRESS for 2s [ 677.766769] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d7a5c14-614a-426b-98e5-cffdc34dd278 req-b668ff7f-8fe6-4379-84d7-af7132d31dd5 tempest-ServersWithSpecificFlavorTestJSON-1668795449 tempest-ServersWithSpecificFlavorTestJSON-1668795449-project-member] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 677.767308] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 677.767599] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.767724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.767791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.769345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.769688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.769688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.769785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.769936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.770039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.770243] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.846478] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3045d823-6363-42f2-b02b-600ab288f1bc in Status: SUCCESS [ 677.847274] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3045d823-6363-42f2-b02b-600ab288f1bc deletion is rescheduled due to dependency. [ 677.847913] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.014615] env[68237]: INFO networking_nsxv3.common.synchronization [req-c3558439-4dcd-4134-bd9a-0ea6c33ad2b2 req-576e6f15-e03b-472e-847f-95224aadf270 tempest-SecurityGroupRulesTestJSON-497338788 tempest-SecurityGroupRulesTestJSON-497338788-project-member] Enqueued Resource ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 with Priority: HIGHEST for action security_group_rules [ 678.014615] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 with Priority: HIGHEST for action security_group_rules [ 678.014615] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.014615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.014615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.017153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.017153] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f91b638-3a82-4887-a4e5-9154b60f0ab9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.049939] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.050097] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.050224] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.050593] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.051221] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.051406] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.051630] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.052546] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.052761] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.053030] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.053921] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.053921] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.053921] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.053921] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.053921] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.053921] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.071604] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.071772] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.071909] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.072125] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.072446] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-57f7dda3-98ee-46c7-871d-37b0add34372 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.072596] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.073296] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.074146] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.074146] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f7dda3-98ee-46c7-871d-37b0add34372',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.220136] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 in Status: SUCCESS [ 678.220136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.277115] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.277115] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.277115] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 already deleted. [ 678.277115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.546797] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.546797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.546797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.546797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.546797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.546797] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 already deleted. [ 678.546797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.576727] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.576943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.577094] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.577523] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.577683] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.577845] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 57f7dda3-98ee-46c7-871d-37b0add34372 not found, creating... [ 678.578132] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.578293] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.578411] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.578634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.578770] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.579055] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.579213] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.579331] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.579561] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.579702] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.579846] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 57f7dda3-98ee-46c7-871d-37b0add34372 is going to be created. [ 678.601607] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.601793] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.601793] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.602471] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.602471] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.602609] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.310144] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d7a5c14-614a-426b-98e5-cffdc34dd278 req-f43046d8-0cee-4c7c-9215-370304d0035a service nova] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 679.310144] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d7a5c14-614a-426b-98e5-cffdc34dd278 req-f43046d8-0cee-4c7c-9215-370304d0035a service nova] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 679.310144] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d7a5c14-614a-426b-98e5-cffdc34dd278 req-f43046d8-0cee-4c7c-9215-370304d0035a service nova] Enqueued Resource ID: 57f7dda3-98ee-46c7-871d-37b0add34372 with Priority: HIGHEST for action port [ 679.310144] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 679.310144] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 679.310144] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f7dda3-98ee-46c7-871d-37b0add34372 with Priority: HIGHEST for action port [ 679.310144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.310144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.310144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.310144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.310144] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.315021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.315021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.315021] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.315021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-57f7dda3-98ee-46c7-871d-37b0add34372 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.315021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.315021] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f7dda3-98ee-46c7-871d-37b0add34372',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.383167] env[68237]: INFO networking_nsxv3.common.synchronization [req-1875d730-37af-4603-8074-7a381137fbae req-9f11cda7-78fe-487c-a1a2-3040f47ed03c tempest-SecurityGroupRulesTestJSON-497338788 tempest-SecurityGroupRulesTestJSON-497338788-project-member] Enqueued Resource ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 with Priority: HIGHEST for action security_group_rules [ 679.383167] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 with Priority: HIGHEST for action security_group_rules [ 679.383167] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.383167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.383167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.383664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.383884] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f91b638-3a82-4887-a4e5-9154b60f0ab9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.560488] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 in Status: SUCCESS [ 679.560847] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 deletion is rescheduled due to dependency. [ 679.560981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.817474] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.817656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.817806] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57f7dda3-98ee-46c7-871d-37b0add34372 with status ACTIVE [ 679.820370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.820370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.820370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.820370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.820370] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57f7dda3-98ee-46c7-871d-37b0add34372 is going to be updated. [ 679.821148] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.839280] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.839443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.839490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.839686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.839892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.839959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57f7dda3-98ee-46c7-871d-37b0add34372" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.913652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.914677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.914677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.914677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.914677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.914677] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 already deleted. [ 679.914677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.326345] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.643169] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b1dd2c3-7c91-44b4-8457-5ccfee58b157 req-b323dae6-be16-4306-849e-ab29413b946b tempest-ServersAdminNegativeTestJSON-2045109121 tempest-ServersAdminNegativeTestJSON-2045109121-project-member] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 680.643169] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 680.643169] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.643169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.643169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.643169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.650776] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.650776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.650776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.650776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.650776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.650776] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.830273] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.830273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.830273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.830273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.830645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.830645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 is going to be created. [ 680.853590] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.853749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.853808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.853983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.854161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.863266] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: UNINITIALIZED for 2s [ 681.152236] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.152408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.152462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.152716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.152811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.153013] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.153122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.153185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.153346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.153427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.153512] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 already deleted. [ 681.153596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.445616] env[68237]: INFO networking_nsxv3.common.synchronization [req-5bdcde1e-b345-482c-bdbc-ebec5b251a3b req-c937f941-53e2-4904-b198-8ca873b77c93 tempest-SecurityGroupRulesTestJSON-497338788 tempest-SecurityGroupRulesTestJSON-497338788-project-member] Enqueued Resource ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 with Priority: HIGHEST for action security_group_rules [ 681.447018] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 with Priority: HIGHEST for action security_group_rules [ 681.447018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.447018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.447257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.447478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.447585] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f91b638-3a82-4887-a4e5-9154b60f0ab9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.511394] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.511394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.511394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.511394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.511394] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.511394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.511394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.512333] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.512668] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.513024] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.513245] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.513442] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.513652] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.513855] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.514059] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.514317] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.535033] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.535033] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.535033] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.535033] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.535033] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a8cb98b0-596a-4263-96fc-669e34e6e364 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.535033] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.535033] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.535033] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.535033] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cb98b0-596a-4263-96fc-669e34e6e364',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.969411] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.969657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.969801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.970072] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.970225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.970383] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f91b638-3a82-4887-a4e5-9154b60f0ab9 already deleted. [ 681.970596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f91b638-3a82-4887-a4e5-9154b60f0ab9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.038971] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.039521] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.039703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.039959] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040117] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040279] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a8cb98b0-596a-4263-96fc-669e34e6e364 not found, creating... [ 682.040624] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.040792] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.040909] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.041148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.042314] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.045684] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.045684] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.045684] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.045684] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.045684] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.045684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a8cb98b0-596a-4263-96fc-669e34e6e364 is going to be created. [ 682.074288] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.076111] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.078022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.078022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.078022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.078022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.796063] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8d14b81-cf90-4c13-9821-3ac525fbbddd req-bed4632c-a24a-41af-9976-1bc94d4f898f tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 682.796063] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 682.796063] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.796063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.796063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.796063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.796063] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.796063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.796063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.796063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.796063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.797095] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.873159] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: SUCCESS [ 682.873593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.873881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.874224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.874600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.875040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.876025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.876025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.876025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.876025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.876025] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.233733] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b1dd2c3-7c91-44b4-8457-5ccfee58b157 req-a8fee025-194f-4ac6-9008-0dfbcd4ff57f service nova] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_rules [ 683.233733] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b1dd2c3-7c91-44b4-8457-5ccfee58b157 req-a8fee025-194f-4ac6-9008-0dfbcd4ff57f service nova] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 683.233733] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b1dd2c3-7c91-44b4-8457-5ccfee58b157 req-a8fee025-194f-4ac6-9008-0dfbcd4ff57f service nova] Enqueued Resource ID: a8cb98b0-596a-4263-96fc-669e34e6e364 with Priority: HIGHEST for action port [ 683.233733] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_rules [ 683.236106] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 683.236494] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cb98b0-596a-4263-96fc-669e34e6e364 with Priority: HIGHEST for action port [ 683.237092] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.237092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.237092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.237416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.237505] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.240023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.240126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.240223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.240734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.241123] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.241275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.242082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.242082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.242082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.242082] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.246127] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cb98b0-596a-4263-96fc-669e34e6e364 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.246127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.246127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.246127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.246127] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cb98b0-596a-4263-96fc-669e34e6e364',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.302923] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.303113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.303187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.303392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.303494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.305206] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.305206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.305206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.305206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.305206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.305206] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b already deleted. [ 683.305206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.328473] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.329027] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.329304] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329750] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.330640] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.330640] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.330778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.330978] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.331156] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.331378] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.331492] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.331599] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.331705] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.331860] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.331987] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.332136] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.356645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.357060] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.357363] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.357708] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.358246] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a53c4339-1f00-4439-b65a-0583dcb486a9 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.358521] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.358847] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.359320] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.359571] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a53c4339-1f00-4439-b65a-0583dcb486a9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.378757] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.747176] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.747176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.747176] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.747785] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8cb98b0-596a-4263-96fc-669e34e6e364 with status ACTIVE [ 683.748083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.748083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.748267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.748703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.748703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.748703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.748703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.749047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.749047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.749047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.752225] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.752704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.752704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.752704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.752704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.752853] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8cb98b0-596a-4263-96fc-669e34e6e364 is going to be updated. [ 683.773532] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.773671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.773736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.773932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.774079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.774239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cb98b0-596a-4263-96fc-669e34e6e364" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.866256] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.866600] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.866751] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.867095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.867274] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.867545] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a53c4339-1f00-4439-b65a-0583dcb486a9 not found, creating... [ 683.867874] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.868408] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.868408] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.868531] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.868937] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.868937] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.869101] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.869267] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.869455] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.869617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.869754] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a53c4339-1f00-4439-b65a-0583dcb486a9 is going to be created. [ 683.880432] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d430cf-10c3-40f3-b9d2-4350982e58b0: rpc.has_security_group_logging(os_id): False [ 683.888154] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.888154] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.888266] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.888486] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.888801] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.888969] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.905425] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.905564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.905637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.905831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.905919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.906154] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.906284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.906350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.906518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.906865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.906865] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 is going to be created. [ 683.993963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.994129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.994205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.994446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.994595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.010336] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: IN_PROGRESS for 2s [ 684.255413] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.630150] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8d14b81-cf90-4c13-9821-3ac525fbbddd req-456d8988-63ff-4f82-b414-583eb0a3eb39 service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 684.630329] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8d14b81-cf90-4c13-9821-3ac525fbbddd req-456d8988-63ff-4f82-b414-583eb0a3eb39 service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 684.630329] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8d14b81-cf90-4c13-9821-3ac525fbbddd req-456d8988-63ff-4f82-b414-583eb0a3eb39 service nova] Enqueued Resource ID: a53c4339-1f00-4439-b65a-0583dcb486a9 with Priority: HIGHEST for action port [ 684.630329] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 684.630329] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 684.630329] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53c4339-1f00-4439-b65a-0583dcb486a9 with Priority: HIGHEST for action port [ 684.630329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.630329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.630329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.630329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.630329] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.630329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.630329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.634121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.634121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.634121] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.634121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.634121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.634121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.634121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.634121] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.634700] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a53c4339-1f00-4439-b65a-0583dcb486a9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.634796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.634895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.635000] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.635085] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a53c4339-1f00-4439-b65a-0583dcb486a9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.758656] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.758818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.758898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.759147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.759244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.759351] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 is going to be created. [ 684.790024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.790218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.790288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.790482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.790649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.800318] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: UNINITIALIZED for 2s [ 685.136411] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a53c4339-1f00-4439-b65a-0583dcb486a9 with status ACTIVE [ 685.136809] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.137067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.137067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.137447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.137709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.138412] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.138412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.138412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.138412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.138412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.138716] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.138767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.138803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.138949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.139065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.139111] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a53c4339-1f00-4439-b65a-0583dcb486a9 is going to be updated. [ 685.140449] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.140571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.140926] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.168468] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.168667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.168744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.168950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.169102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.169485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a53c4339-1f00-4439-b65a-0583dcb486a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.463202] env[68237]: INFO networking_nsxv3.common.synchronization [req-749542d0-b8b1-451f-9f5a-9b94afac3b02 req-1bf622a7-ed1f-435a-8ac8-fff3250b684a tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 685.465485] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 685.465485] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.465485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.465485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.465790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.465790] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.465918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.465971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.467233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.467350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.467449] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.645334] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.969536] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.969936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.970158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.971692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.971692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.971692] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.971692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.971692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.971692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.971692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.971692] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 already deleted. [ 685.971692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.980283] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.980283] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.980283] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.980283] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.980283] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.980283] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.980283] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.981257] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.981594] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.982524] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.982757] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.983071] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.983572] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.983820] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.984070] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.984528] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.006141] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.006141] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.006141] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.006141] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006141] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-91539a24-6b83-487e-9863-9e0ff0231dd9 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.006141] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.006141] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.006141] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.006141] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91539a24-6b83-487e-9863-9e0ff0231dd9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.021981] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: SUCCESS [ 686.022231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.147835] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.148276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.148276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.148391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.148443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.148550] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be created. [ 686.171529] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.171687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.171758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.171971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.172169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.180692] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: UNINITIALIZED for 2s [ 686.509996] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.510162] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.510269] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.510633] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.510862] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.510907] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 91539a24-6b83-487e-9863-9e0ff0231dd9 not found, creating... [ 686.511205] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.511365] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.511483] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.511709] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.511852] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.512203] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.512390] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.512507] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.512719] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.512873] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.514370] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 91539a24-6b83-487e-9863-9e0ff0231dd9 is going to be created. [ 686.535491] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.535838] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.536317] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.536743] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.537866] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.538300] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.814013] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: SUCCESS [ 686.815063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.815597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.815799] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.815931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.816000] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.816187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.816294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.816392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.816488] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.321840] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.321840] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.321840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.327061] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.327061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.327061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.327061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.327452] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.327602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.329454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.329454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.329454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.329454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.329454] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.700127] env[68237]: INFO networking_nsxv3.common.synchronization [req-749542d0-b8b1-451f-9f5a-9b94afac3b02 req-9d72af3a-3a49-4c65-a113-c9df5bd71251 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 687.700127] env[68237]: INFO networking_nsxv3.common.synchronization [req-749542d0-b8b1-451f-9f5a-9b94afac3b02 req-9d72af3a-3a49-4c65-a113-c9df5bd71251 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 687.700127] env[68237]: INFO networking_nsxv3.common.synchronization [req-749542d0-b8b1-451f-9f5a-9b94afac3b02 req-9d72af3a-3a49-4c65-a113-c9df5bd71251 service nova] Enqueued Resource ID: 91539a24-6b83-487e-9863-9e0ff0231dd9 with Priority: HIGHEST for action port [ 687.700127] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 687.700526] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 687.700526] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91539a24-6b83-487e-9863-9e0ff0231dd9 with Priority: HIGHEST for action port [ 687.700649] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.700743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.700743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.700990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.701202] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.703311] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.704084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.704203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.704489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.704827] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.705067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.705264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.705404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.705542] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.707271] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-91539a24-6b83-487e-9863-9e0ff0231dd9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.707271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.707271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.707271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.707271] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91539a24-6b83-487e-9863-9e0ff0231dd9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.837180] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2: rpc.has_security_group_logging(os_id): False [ 687.858117] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.858117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.858331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.858432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.858480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.858832] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.859014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.859014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.859244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.859408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.859544] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.859637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.859692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.859881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.859964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.860168] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.860280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.860359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.860760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.860760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.860760] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 is going to be created. [ 687.922746] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.922746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.922746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.923037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.923037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.938020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: IN_PROGRESS for 2s [ 688.191220] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 688.191377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.191428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.191640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.191834] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.191957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.192036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.192199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.192286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.192374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.192465] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.208817] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.209503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.216554] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.217875] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91539a24-6b83-487e-9863-9e0ff0231dd9 with status ACTIVE [ 688.218109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.218227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.218596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.218776] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.218874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.219660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.219660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.219660] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.219660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.219660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.219660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.219660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.219942] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91539a24-6b83-487e-9863-9e0ff0231dd9 is going to be updated. [ 688.244047] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.244047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.244047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.244358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.244666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.244789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91539a24-6b83-487e-9863-9e0ff0231dd9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.544168] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a549d477-4e08-4f75-b572-3782a9c98067 None None] Enqueued Resource ID: f8c1863d-960c-43e7-8620-b93fcf60d369 with Priority: HIGHEST for action port [ 688.545039] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c1863d-960c-43e7-8620-b93fcf60d369 with Priority: HIGHEST for action port [ 688.545656] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c1863d-960c-43e7-8620-b93fcf60d369 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.545771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c1863d-960c-43e7-8620-b93fcf60d369" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.546157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c1863d-960c-43e7-8620-b93fcf60d369" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.546372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c1863d-960c-43e7-8620-b93fcf60d369" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.546698] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c1863d-960c-43e7-8620-b93fcf60d369',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.696561] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.696753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.696877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.697106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.697323] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.697441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.697551] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.697689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.697852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.697902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.698472] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.698472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.698472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.698472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.698657] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.698657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.698657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.698777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.698903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.698903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.699010] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.727234] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.050219] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8c1863d-960c-43e7-8620-b93fcf60d369 [ 689.050471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.052505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.052505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.052505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.052505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.052505] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8c1863d-960c-43e7-8620-b93fcf60d369 already deleted. [ 689.052505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c1863d-960c-43e7-8620-b93fcf60d369" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.203846] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bc04664-3d7a-41ee-bab2-3112c22b047b: rpc.has_security_group_logging(os_id): False [ 689.223709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.223709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.223709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.223709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.224627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.224627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.224627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.224830] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.224884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.225019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.225199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.225199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.225300] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be created. [ 689.229351] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.229493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.229535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.230571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.230571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.230571] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be created. [ 689.251716] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.251803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.251911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.253154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.253154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.267994] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: UNINITIALIZED for 2s [ 689.293880] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.295345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.295345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.295345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.295345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.308896] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 689.947615] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: SUCCESS [ 689.948190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.275800] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 691.275800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.275800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.276175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.276323] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.276420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.276458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.277047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.277047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.277047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.277047] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.320480] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 691.320707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.459198] env[68237]: INFO networking_nsxv3.common.synchronization [None req-57541406-c0a5-483d-98c2-fce4f7f27d21 None None] Enqueued Resource ID: 46396731-54ec-403e-9c81-40a546c1072f with Priority: HIGHEST for action port [ 691.460239] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46396731-54ec-403e-9c81-40a546c1072f with Priority: HIGHEST for action port [ 691.460722] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-46396731-54ec-403e-9c81-40a546c1072f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.462628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46396731-54ec-403e-9c81-40a546c1072f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.462628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46396731-54ec-403e-9c81-40a546c1072f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.462628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46396731-54ec-403e-9c81-40a546c1072f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.462628] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46396731-54ec-403e-9c81-40a546c1072f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.781919] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.785328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.785451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.785644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.785826] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.785941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.786181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.786181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.786333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.786404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.786560] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.786651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.786710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.786832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.786974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.787066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.787282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.787282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.787421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.787421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.787583] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.800192] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e1e5efb8-c52a-480c-8a1c-e9c0f49f7b69 None None] Enqueued Resource ID: 70ffc1fb-b55e-41b7-b05d-2683856f9148 with Priority: HIGHEST for action port [ 691.800192] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ffc1fb-b55e-41b7-b05d-2683856f9148 with Priority: HIGHEST for action port [ 691.800192] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ffc1fb-b55e-41b7-b05d-2683856f9148 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.800192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ffc1fb-b55e-41b7-b05d-2683856f9148" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.800192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ffc1fb-b55e-41b7-b05d-2683856f9148" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.800192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ffc1fb-b55e-41b7-b05d-2683856f9148" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.802271] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ffc1fb-b55e-41b7-b05d-2683856f9148',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.888065] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2ee66fad-a05a-4819-bf60-abbf98ac7eeb None None] Enqueued Resource ID: fd28404c-5132-4e9c-b7fc-c9ee76413953 with Priority: HIGHEST for action port [ 691.889291] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd28404c-5132-4e9c-b7fc-c9ee76413953 with Priority: HIGHEST for action port [ 691.889869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd28404c-5132-4e9c-b7fc-c9ee76413953 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.890055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd28404c-5132-4e9c-b7fc-c9ee76413953" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.890107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd28404c-5132-4e9c-b7fc-c9ee76413953" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.892293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd28404c-5132-4e9c-b7fc-c9ee76413953" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.892293] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd28404c-5132-4e9c-b7fc-c9ee76413953',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.964914] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46396731-54ec-403e-9c81-40a546c1072f [ 691.965176] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.965475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.965475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.965600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.965665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.965760] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46396731-54ec-403e-9c81-40a546c1072f already deleted. [ 691.965830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46396731-54ec-403e-9c81-40a546c1072f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.291873] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b03df76-a68d-4153-80d6-db6179d8b2f7: rpc.has_security_group_logging(os_id): False [ 692.306152] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70ffc1fb-b55e-41b7-b05d-2683856f9148 [ 692.306496] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.306584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.306649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.306858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.306965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.309474] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70ffc1fb-b55e-41b7-b05d-2683856f9148 already deleted. [ 692.309474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ffc1fb-b55e-41b7-b05d-2683856f9148" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313020] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313020] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313020] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.313020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313831] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.313831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.313831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.313831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.313831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313831] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be created. [ 692.382311] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.382311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.382311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.382540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.382808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.394391] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd28404c-5132-4e9c-b7fc-c9ee76413953 [ 692.394690] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.394997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.395109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.395887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.395887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.395887] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd28404c-5132-4e9c-b7fc-c9ee76413953 already deleted. [ 692.395887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd28404c-5132-4e9c-b7fc-c9ee76413953" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.397700] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 693.450727] env[68237]: INFO networking_nsxv3.common.synchronization [None req-99811328-4185-404c-9ca5-661c3e140d13 None None] Enqueued Resource ID: 3cc31047-5860-4b4a-9a46-a399676d4b84 with Priority: HIGHEST for action port [ 693.450727] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc31047-5860-4b4a-9a46-a399676d4b84 with Priority: HIGHEST for action port [ 693.450727] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc31047-5860-4b4a-9a46-a399676d4b84 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.450727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc31047-5860-4b4a-9a46-a399676d4b84" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.450727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc31047-5860-4b4a-9a46-a399676d4b84" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.451329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc31047-5860-4b4a-9a46-a399676d4b84" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.451556] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc31047-5860-4b4a-9a46-a399676d4b84',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.956480] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cc31047-5860-4b4a-9a46-a399676d4b84 [ 693.957138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.957138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.957138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.957138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.957138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.957138] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cc31047-5860-4b4a-9a46-a399676d4b84 already deleted. [ 693.957431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc31047-5860-4b4a-9a46-a399676d4b84" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.981613] env[68237]: INFO networking_nsxv3.common.synchronization [None req-56943f2b-190e-44d2-bca4-af9fe4e6b0ff None None] Enqueued Resource ID: 4230fa65-45d5-43f1-94e4-83b9406908b8 with Priority: HIGHEST for action port [ 693.982392] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4230fa65-45d5-43f1-94e4-83b9406908b8 with Priority: HIGHEST for action port [ 693.982392] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-4230fa65-45d5-43f1-94e4-83b9406908b8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.982392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4230fa65-45d5-43f1-94e4-83b9406908b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.983075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4230fa65-45d5-43f1-94e4-83b9406908b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.983075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4230fa65-45d5-43f1-94e4-83b9406908b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.983075] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4230fa65-45d5-43f1-94e4-83b9406908b8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.305232] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e825711b-c98c-49a6-a8a1-25ba3d00befe None None] Enqueued Resource ID: 2de451f9-2123-4ed8-9466-d7b4f3e34f51 with Priority: HIGHEST for action port [ 694.305232] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2de451f9-2123-4ed8-9466-d7b4f3e34f51 with Priority: HIGHEST for action port [ 694.305750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-2de451f9-2123-4ed8-9466-d7b4f3e34f51 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.306015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2de451f9-2123-4ed8-9466-d7b4f3e34f51" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.306015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2de451f9-2123-4ed8-9466-d7b4f3e34f51" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.308572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2de451f9-2123-4ed8-9466-d7b4f3e34f51" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.308572] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de451f9-2123-4ed8-9466-d7b4f3e34f51',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.333307] env[68237]: INFO networking_nsxv3.common.synchronization [req-f06a22bb-7ce3-43ff-a798-372c29e14882 req-1248897c-5c2b-4145-9ac8-d15b1e7fb657 tempest-MigrationsAdminTest-1911188526 tempest-MigrationsAdminTest-1911188526-project-member] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 694.333526] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 694.333795] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.333908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.334035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.335267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.335438] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.335548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.335608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.335774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.335861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.335957] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.411176] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 694.411392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.487493] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4230fa65-45d5-43f1-94e4-83b9406908b8 [ 694.487493] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.487493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.487493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.487493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.487493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.487493] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4230fa65-45d5-43f1-94e4-83b9406908b8 already deleted. [ 694.487493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4230fa65-45d5-43f1-94e4-83b9406908b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.806776] env[68237]: INFO networking_nsxv3.common.synchronization [None req-6fc80152-6a2e-423a-aaa2-f91f306d0b8b None None] Enqueued Resource ID: 7d44df86-8ea9-484c-b7bb-ca5efa3c5442 with Priority: HIGHEST for action port [ 694.806776] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d44df86-8ea9-484c-b7bb-ca5efa3c5442 with Priority: HIGHEST for action port [ 694.806776] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d44df86-8ea9-484c-b7bb-ca5efa3c5442 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d44df86-8ea9-484c-b7bb-ca5efa3c5442" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d44df86-8ea9-484c-b7bb-ca5efa3c5442" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d44df86-8ea9-484c-b7bb-ca5efa3c5442" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.812726] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d44df86-8ea9-484c-b7bb-ca5efa3c5442',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.812726] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2de451f9-2123-4ed8-9466-d7b4f3e34f51 [ 694.812726] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.812726] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2de451f9-2123-4ed8-9466-d7b4f3e34f51 already deleted. [ 694.812726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2de451f9-2123-4ed8-9466-d7b4f3e34f51" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.839227] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.839836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.839836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.840364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.841081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.841311] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.841490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.841621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.841876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.842025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.842091] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 already deleted. [ 694.842299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.189700] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.190036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.190220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.190545] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.190858] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.191424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.191424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.191424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.191634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.191888] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.192070] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.192227] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.192398] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.192598] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.192981] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.193455] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.212127] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.212192] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.212327] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.212500] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.212890] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-4bc0d0f1-ef11-425c-987c-514c9b55015f taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.213132] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.213271] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.213581] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.213721] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc0d0f1-ef11-425c-987c-514c9b55015f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.313563] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d44df86-8ea9-484c-b7bb-ca5efa3c5442 [ 695.313816] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.314118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.314118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.314472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.314587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.314693] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d44df86-8ea9-484c-b7bb-ca5efa3c5442 already deleted. [ 695.314780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d44df86-8ea9-484c-b7bb-ca5efa3c5442" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.716104] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.716547] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.716547] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.717706] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.718073] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.718273] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 4bc0d0f1-ef11-425c-987c-514c9b55015f not found, creating... [ 695.718570] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.718763] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.718885] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.719151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.719294] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.719583] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.719744] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.719860] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.721794] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.721974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.722159] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 4bc0d0f1-ef11-425c-987c-514c9b55015f is going to be created. [ 695.742601] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.742892] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.743031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.743354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.743540] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.743785] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.154851] env[68237]: INFO networking_nsxv3.common.synchronization [req-caf5dadb-ea79-4977-91ab-3e60f3f968f3 req-769ee171-2c1b-4ee8-8042-e309ef7ec30f tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 696.155492] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 696.156389] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.156389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.156389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.165972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.165972] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.165972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.165972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.165972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.165972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.166268] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.297716] env[68237]: INFO networking_nsxv3.common.synchronization [req-0ffad5fb-57f0-4e28-aa60-ca716f7079a1 req-a9de9d47-3aaa-4f97-9123-a6852aaa0f1f tempest-ImagesOneServerTestJSON-1700659778 tempest-ImagesOneServerTestJSON-1700659778-project-member] Enqueued Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_members [ 696.297716] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_members [ 696.298788] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.299122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.299278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.299673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.299962] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.300375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.300532] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.300776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.300948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.301136] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.668824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.668994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.669084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.669298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.669393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.669589] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.669687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.669748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.669899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.669981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.670080] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 696.694545] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.694714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.694753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.694959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.695114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.702944] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 696.805343] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.805343] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.805343] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab10ec0-2d92-453a-9295-82408a492340 already deleted. [ 696.805343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.891453] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.894095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-570" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.894095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-570" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.894095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-570" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.894095] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.894095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.894095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.894432] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.894526] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.894740] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.894856] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.894964] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.895083] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.895197] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.895306] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.895442] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.923156] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.924083] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.926040] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.926040] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-570" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.926040] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-454e7dd1-22ef-4014-9597-5df4c82d0759 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.926040] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.926040] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.926040] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.926040] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454e7dd1-22ef-4014-9597-5df4c82d0759',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.429216] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.429489] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.429690] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.430071] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.430336] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.430562] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 454e7dd1-22ef-4014-9597-5df4c82d0759 not found, creating... [ 697.430865] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.431050] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.431127] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.431503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.431503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.431767] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.431921] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.432442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.432758] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.432989] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.433206] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 454e7dd1-22ef-4014-9597-5df4c82d0759 is going to be created. [ 697.455326] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.455326] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.455503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.456013] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.456013] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.456823] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.492424] env[68237]: INFO networking_nsxv3.common.synchronization [req-f06a22bb-7ce3-43ff-a798-372c29e14882 req-93b49e77-b4b1-43fe-ba7b-c0866bdd0faf service nova] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_rules [ 697.492680] env[68237]: INFO networking_nsxv3.common.synchronization [req-f06a22bb-7ce3-43ff-a798-372c29e14882 req-93b49e77-b4b1-43fe-ba7b-c0866bdd0faf service nova] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 697.493087] env[68237]: INFO networking_nsxv3.common.synchronization [req-f06a22bb-7ce3-43ff-a798-372c29e14882 req-93b49e77-b4b1-43fe-ba7b-c0866bdd0faf service nova] Enqueued Resource ID: 4bc0d0f1-ef11-425c-987c-514c9b55015f with Priority: HIGHEST for action port [ 697.494245] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_rules [ 697.494550] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 697.494615] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc0d0f1-ef11-425c-987c-514c9b55015f with Priority: HIGHEST for action port [ 697.495031] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.495170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.495238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.495493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.495591] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.496526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.497174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.497174] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.497845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.497928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.498040] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.499436] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc0d0f1-ef11-425c-987c-514c9b55015f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.499552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.499620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.500152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.500235] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc0d0f1-ef11-425c-987c-514c9b55015f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.001769] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.001769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.002154] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.002856] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bc0d0f1-ef11-425c-987c-514c9b55015f with status ACTIVE [ 698.006028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.006028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.006028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.006028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bc0d0f1-ef11-425c-987c-514c9b55015f is going to be updated. [ 698.028166] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.028311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.028380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.028931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.028931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.028931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc0d0f1-ef11-425c-987c-514c9b55015f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.483534] env[68237]: INFO networking_nsxv3.common.synchronization [req-0ffad5fb-57f0-4e28-aa60-ca716f7079a1 req-dd76a22e-69c9-4be5-9c1c-26df938e9852 service nova] Enqueued Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_rules [ 698.483534] env[68237]: INFO networking_nsxv3.common.synchronization [req-0ffad5fb-57f0-4e28-aa60-ca716f7079a1 req-dd76a22e-69c9-4be5-9c1c-26df938e9852 service nova] Enqueued Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_members [ 698.483534] env[68237]: INFO networking_nsxv3.common.synchronization [req-0ffad5fb-57f0-4e28-aa60-ca716f7079a1 req-dd76a22e-69c9-4be5-9c1c-26df938e9852 service nova] Enqueued Resource ID: 454e7dd1-22ef-4014-9597-5df4c82d0759 with Priority: HIGHEST for action port [ 698.484040] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_rules [ 698.484261] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_members [ 698.484425] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454e7dd1-22ef-4014-9597-5df4c82d0759 with Priority: HIGHEST for action port [ 698.485054] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.485198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.485257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.485530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.485613] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.488546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.488693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.488748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.489078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.489695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.489695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.489695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.489695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.491291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.491291] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.494448] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-454e7dd1-22ef-4014-9597-5df4c82d0759 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.494842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.494842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.495020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.495020] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454e7dd1-22ef-4014-9597-5df4c82d0759',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.508273] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.716899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 698.717080] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 deletion is rescheduled due to dependency. [ 698.717192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.899252] env[68237]: INFO networking_nsxv3.common.synchronization [None req-53349939-22b5-4385-8bf3-3220e1c673e3 None None] Enqueued Resource ID: 952b77d7-ec0e-4e04-b2fa-c41cf95cc043 with Priority: HIGHEST for action port [ 698.899252] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 952b77d7-ec0e-4e04-b2fa-c41cf95cc043 with Priority: HIGHEST for action port [ 698.899515] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-952b77d7-ec0e-4e04-b2fa-c41cf95cc043 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.899650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-952b77d7-ec0e-4e04-b2fa-c41cf95cc043" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.899740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-952b77d7-ec0e-4e04-b2fa-c41cf95cc043" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.900027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-952b77d7-ec0e-4e04-b2fa-c41cf95cc043" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.900094] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('952b77d7-ec0e-4e04-b2fa-c41cf95cc043',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.997374] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.997592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.997826] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.998723] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 454e7dd1-22ef-4014-9597-5df4c82d0759 with status ACTIVE [ 698.999135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.999135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.999135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.999299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.999637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.999637] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.999637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.999852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.999852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.999953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.000709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.000917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.000917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.001292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.001382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.001473] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 454e7dd1-22ef-4014-9597-5df4c82d0759 is going to be updated. [ 699.011209] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.011674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.011674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.011674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.011674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.012287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be created. [ 699.022109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.022109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.022460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.022460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.023354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.023354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-454e7dd1-22ef-4014-9597-5df4c82d0759" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.033259] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5fa4610a-6c9f-45b5-af59-39ec45f4b749 None None] Enqueued Resource ID: 8385696c-c773-4a71-ad29-d7ed2876643d with Priority: HIGHEST for action port [ 699.035100] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.035598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.035598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.037032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.037032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.037733] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8385696c-c773-4a71-ad29-d7ed2876643d with Priority: HIGHEST for action port [ 699.038132] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8385696c-c773-4a71-ad29-d7ed2876643d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.038236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8385696c-c773-4a71-ad29-d7ed2876643d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.038317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8385696c-c773-4a71-ad29-d7ed2876643d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.038546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8385696c-c773-4a71-ad29-d7ed2876643d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.038651] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8385696c-c773-4a71-ad29-d7ed2876643d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.047764] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: UNINITIALIZED for 2s [ 699.403789] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 952b77d7-ec0e-4e04-b2fa-c41cf95cc043 [ 699.404100] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.404544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.404544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.404544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.404544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.404677] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:952b77d7-ec0e-4e04-b2fa-c41cf95cc043 already deleted. [ 699.404772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-952b77d7-ec0e-4e04-b2fa-c41cf95cc043" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.505585] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.543029] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8385696c-c773-4a71-ad29-d7ed2876643d [ 699.543029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.543029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.543029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.543029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.543029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.543029] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8385696c-c773-4a71-ad29-d7ed2876643d already deleted. [ 699.543029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8385696c-c773-4a71-ad29-d7ed2876643d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.008182] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.008304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.008359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.008574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.008668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.009039] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab10ec0-2d92-453a-9295-82408a492340 is going to be created. [ 700.031821] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.031821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.031821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.031821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.031821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.043208] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab10ec0-2d92-453a-9295-82408a492340 in Status: UNINITIALIZED for 2s [ 700.887287] env[68237]: INFO networking_nsxv3.common.synchronization [None req-3c1e87a2-191e-43f3-9d86-f07552e41341 tempest-ServersTestBootFromVolume-1236961585 tempest-ServersTestBootFromVolume-1236961585-project-member] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_rules [ 700.887287] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_rules [ 700.888416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.888416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.888416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.889624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.889624] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.065044] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: SUCCESS [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.065044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.065044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.065044] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.068481] env[68237]: INFO networking_nsxv3.common.synchronization [None req-63fa3479-79f9-48ac-9e3c-8b81997df411 tempest-ServersTestBootFromVolume-1236961585 tempest-ServersTestBootFromVolume-1236961585-project-member] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_rules [ 701.069624] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_rules [ 701.070269] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.070686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.374535] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4fbb71ff-d118-46e3-a9e6-10a7db045bb5 None None] Enqueued Resource ID: d6b0b57e-00b0-4230-803a-72972ca47625 with Priority: HIGHEST for action port [ 701.374535] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b0b57e-00b0-4230-803a-72972ca47625 with Priority: HIGHEST for action port [ 701.375829] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b0b57e-00b0-4230-803a-72972ca47625 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.375829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b0b57e-00b0-4230-803a-72972ca47625" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.375829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b0b57e-00b0-4230-803a-72972ca47625" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.376092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b0b57e-00b0-4230-803a-72972ca47625" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.376092] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b0b57e-00b0-4230-803a-72972ca47625',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.410442] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.410612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.410612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.410795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.410944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.411204] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da already deleted. [ 701.411319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.411832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.412131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.412131] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.571424] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.571678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.571736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.571984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.572307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.572384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.572431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.572643] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.572775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.572938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.574080] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.574080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.574080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.574080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.574453] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.574724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.574892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.575193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.575417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.575603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.575925] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.656697] env[68237]: INFO networking_nsxv3.common.synchronization [None req-21080c51-9d7c-4c57-a8e7-b8c20f7a86cf None None] Enqueued Resource ID: aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d with Priority: HIGHEST for action port [ 701.656697] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d with Priority: HIGHEST for action port [ 701.656697] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.656697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.656697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.656965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.656965] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.877899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b0b57e-00b0-4230-803a-72972ca47625 [ 701.877899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.878105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.878148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.878382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.878489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.878579] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b0b57e-00b0-4230-803a-72972ca47625 already deleted. [ 701.878701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b0b57e-00b0-4230-803a-72972ca47625" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.933954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.933954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.933954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.933954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.933954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.933954] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da already deleted. [ 701.933954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.975055] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c5974591-698e-4034-b738-1412ae7fe8a0 None None] Enqueued Resource ID: 25b955d1-e170-4806-8184-c0440ceda8e2 with Priority: HIGHEST for action port [ 701.975707] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b955d1-e170-4806-8184-c0440ceda8e2 with Priority: HIGHEST for action port [ 701.977170] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b955d1-e170-4806-8184-c0440ceda8e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.977925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b955d1-e170-4806-8184-c0440ceda8e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.977925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b955d1-e170-4806-8184-c0440ceda8e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.977925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b955d1-e170-4806-8184-c0440ceda8e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.977925] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b955d1-e170-4806-8184-c0440ceda8e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.055909] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab10ec0-2d92-453a-9295-82408a492340 in Status: SUCCESS [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.061671] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.061671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.061671] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.078149] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eeba323-9951-4025-bf81-7154565bbab6: rpc.has_security_group_logging(os_id): False [ 702.096347] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.096347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.096347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.096591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.096591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.098617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.098617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.098617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.099899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.099899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.099899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.099899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.099899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.099899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be created. [ 702.165182] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.165333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.165414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.165614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.165799] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.169619] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d [ 702.169813] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.169953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.170014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.170204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.170266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.170513] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d already deleted. [ 702.170513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee02fa5-a0b3-4dc0-bbdd-bdfa2fb9064d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.178105] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: IN_PROGRESS for 2s [ 702.482207] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25b955d1-e170-4806-8184-c0440ceda8e2 [ 702.482394] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.482565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.483167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.483167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.483167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.483167] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25b955d1-e170-4806-8184-c0440ceda8e2 already deleted. [ 702.483167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b955d1-e170-4806-8184-c0440ceda8e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.563850] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.564237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.564237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.564511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.564546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.564815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.564815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.567774] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.567774] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.567774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.567774] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.068442] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ab10ec0-2d92-453a-9295-82408a492340: rpc.has_security_group_logging(os_id): False [ 703.089566] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.089566] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.089566] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.089566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.090628] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.090628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.093346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.093346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.093346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.093346] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab10ec0-2d92-453a-9295-82408a492340 is going to be created. [ 703.152431] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.152431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.152431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.152431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.152431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.159871] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab10ec0-2d92-453a-9295-82408a492340 in Status: IN_PROGRESS for 2s [ 703.202241] env[68237]: INFO networking_nsxv3.common.synchronization [req-636c9ff4-1590-4df8-8497-8933e56fcfdc req-f37c87f0-9219-4860-8670-d9e3c4642f2b tempest-FloatingIPsAssociationTestJSON-32244975 tempest-FloatingIPsAssociationTestJSON-32244975-project-member] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 703.204135] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 703.204135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.204341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.204341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.206023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.206023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.206023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.206023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.206023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.206023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.206023] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.707565] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.707718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.707787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.707997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.708109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.708305] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.708397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.708461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.708619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.708686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.708766] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 already deleted. [ 703.708842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.804716] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.805070] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.805170] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.805469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.805745] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.805898] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.806107] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.806405] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.806976] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.806976] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.806976] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.807154] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.807154] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.807236] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.807348] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.807479] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.827167] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.827351] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.827497] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.828137] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.828533] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-1266d6b5-36fc-49f9-ab98-42add17e5a24 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828790] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.829021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.829362] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.829491] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1266d6b5-36fc-49f9-ab98-42add17e5a24',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.190795] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: SUCCESS [ 704.191104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.334916] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.334916] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.334916] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.334916] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.334916] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.334916] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 1266d6b5-36fc-49f9-ab98-42add17e5a24 not found, creating... [ 704.338767] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.338767] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.338767] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.340544] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.340544] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.340544] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.340544] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.340544] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.340544] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.340896] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.340896] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 1266d6b5-36fc-49f9-ab98-42add17e5a24 is going to be created. [ 704.362772] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.363031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.363162] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.363437] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.363677] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.365018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.170651] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ab10ec0-2d92-453a-9295-82408a492340 in Status: SUCCESS [ 705.170920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.288899] env[68237]: INFO networking_nsxv3.common.synchronization [None req-27f173b7-7ccc-4b4e-a33b-e63a1d6f83db None None] Enqueued Resource ID: 08410856-af0d-49bf-b934-59837cc7e950 with Priority: HIGHEST for action port [ 705.289186] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08410856-af0d-49bf-b934-59837cc7e950 with Priority: HIGHEST for action port [ 705.289759] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-08410856-af0d-49bf-b934-59837cc7e950 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.289838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08410856-af0d-49bf-b934-59837cc7e950" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.289911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08410856-af0d-49bf-b934-59837cc7e950" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.290267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08410856-af0d-49bf-b934-59837cc7e950" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.290366] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08410856-af0d-49bf-b934-59837cc7e950',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.327747] env[68237]: INFO networking_nsxv3.common.synchronization [req-636c9ff4-1590-4df8-8497-8933e56fcfdc req-41d00848-3c1e-43cb-b1db-f0b69d463dd7 service nova] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_rules [ 705.327747] env[68237]: INFO networking_nsxv3.common.synchronization [req-636c9ff4-1590-4df8-8497-8933e56fcfdc req-41d00848-3c1e-43cb-b1db-f0b69d463dd7 service nova] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 705.327747] env[68237]: INFO networking_nsxv3.common.synchronization [req-636c9ff4-1590-4df8-8497-8933e56fcfdc req-41d00848-3c1e-43cb-b1db-f0b69d463dd7 service nova] Enqueued Resource ID: 1266d6b5-36fc-49f9-ab98-42add17e5a24 with Priority: HIGHEST for action port [ 705.330223] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_rules [ 705.330223] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 705.330223] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1266d6b5-36fc-49f9-ab98-42add17e5a24 with Priority: HIGHEST for action port [ 705.330552] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.330552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.330552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.330875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331981] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.331981] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.332486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.332642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.332911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.333161] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.333291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.333379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.333596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.333736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.333903] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.334907] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-1266d6b5-36fc-49f9-ab98-42add17e5a24 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.335545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.335545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.335545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.335545] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1266d6b5-36fc-49f9-ab98-42add17e5a24',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.796126] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08410856-af0d-49bf-b934-59837cc7e950 [ 705.796388] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.796556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.796623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.796832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.796927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.797035] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08410856-af0d-49bf-b934-59837cc7e950 already deleted. [ 705.797609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08410856-af0d-49bf-b934-59837cc7e950" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.840457] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.843641] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.843871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.843938] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1266d6b5-36fc-49f9-ab98-42add17e5a24 with status ACTIVE [ 705.844089] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.844201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.847030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.847030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.847030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.847030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1266d6b5-36fc-49f9-ab98-42add17e5a24 is going to be updated. [ 705.871971] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.872144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.872213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.872445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.872573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.872797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1266d6b5-36fc-49f9-ab98-42add17e5a24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.344517] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.851331] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.851331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.851331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.851331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.851331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.851331] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be created. [ 706.876460] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.877644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.877644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.877644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.877644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.887533] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: UNINITIALIZED for 2s [ 708.788342] env[68237]: INFO networking_nsxv3.common.synchronization [None req-710bbb3d-927a-418a-9d36-cb463a8a4e12 None None] Enqueued Resource ID: d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347 with Priority: HIGHEST for action port [ 708.788635] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347 with Priority: HIGHEST for action port [ 708.789266] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.789392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.789466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.789747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.789846] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.898627] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 708.898853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.899044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.899281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.899554] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.899744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.899744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.899822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.899885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.899973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.900090] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.294497] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347 [ 709.294731] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.294869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.294939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.295195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.295293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.295462] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347 already deleted. [ 709.295545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c2b289-8dd2-4b95-9fc9-6b7d8db8e347" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.403524] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.404112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.404112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.404112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.404246] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.404246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.406109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.406109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.406109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.406109] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.766778] env[68237]: INFO networking_nsxv3.common.synchronization [None req-1306ab25-4031-4f1b-989e-59a9c87d58f0 None None] Enqueued Resource ID: eb268ef3-608e-4a0e-a5fa-1503eacd2b76 with Priority: HIGHEST for action port [ 709.766778] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb268ef3-608e-4a0e-a5fa-1503eacd2b76 with Priority: HIGHEST for action port [ 709.766778] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb268ef3-608e-4a0e-a5fa-1503eacd2b76 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.767052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb268ef3-608e-4a0e-a5fa-1503eacd2b76" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.767052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb268ef3-608e-4a0e-a5fa-1503eacd2b76" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.769125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb268ef3-608e-4a0e-a5fa-1503eacd2b76" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.769125] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb268ef3-608e-4a0e-a5fa-1503eacd2b76',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.914167] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c53e249-b703-4ca5-9d1e-b843991dd454: rpc.has_security_group_logging(os_id): False [ 709.935963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.936125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.936197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.936477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.936583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.936799] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.936902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.936988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.937176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.939181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.939181] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.939181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.939181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.939181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.939181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.941852] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.941852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.941852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.941852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.941852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.941852] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be created. [ 709.996672] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.996832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.996879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.997102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.997287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008343] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: IN_PROGRESS for 2s [ 710.271199] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb268ef3-608e-4a0e-a5fa-1503eacd2b76 [ 710.271477] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.271617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.271689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.272037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.272037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.272175] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb268ef3-608e-4a0e-a5fa-1503eacd2b76 already deleted. [ 710.272218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb268ef3-608e-4a0e-a5fa-1503eacd2b76" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.505621] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-0110b974-222f-40a5-a429-32888a9b0379 tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 711.510030] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 711.510030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.510030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.510030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.510030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.510030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.510030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.510030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.510030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.510030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.510030] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.590501] env[68237]: INFO networking_nsxv3.common.synchronization [None req-8627c0b4-1754-4dde-894a-ec248d2a3ec0 None None] Enqueued Resource ID: d6cfd353-f455-4938-9873-4c95d54fad8d with Priority: HIGHEST for action port [ 711.590979] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cfd353-f455-4938-9873-4c95d54fad8d with Priority: HIGHEST for action port [ 711.591317] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6cfd353-f455-4938-9873-4c95d54fad8d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.591437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6cfd353-f455-4938-9873-4c95d54fad8d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.591502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6cfd353-f455-4938-9873-4c95d54fad8d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.591757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6cfd353-f455-4938-9873-4c95d54fad8d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.591835] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6cfd353-f455-4938-9873-4c95d54fad8d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.942853] env[68237]: INFO networking_nsxv3.common.synchronization [None req-72c20171-d4d9-46f0-859f-f16af0458df5 None None] Enqueued Resource ID: 777bd0ab-c8d2-4b91-9968-dacea4975198 with Priority: HIGHEST for action port [ 711.943684] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777bd0ab-c8d2-4b91-9968-dacea4975198 with Priority: HIGHEST for action port [ 711.945105] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-777bd0ab-c8d2-4b91-9968-dacea4975198 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.945247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-777bd0ab-c8d2-4b91-9968-dacea4975198" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.945314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-777bd0ab-c8d2-4b91-9968-dacea4975198" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.945580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-777bd0ab-c8d2-4b91-9968-dacea4975198" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.945714] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('777bd0ab-c8d2-4b91-9968-dacea4975198',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.013985] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.014204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.014255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.014457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.014541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.014767] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.014875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.014933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.015086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.015173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.015239] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 already deleted. [ 712.015317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.022459] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 712.022667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.096769] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6cfd353-f455-4938-9873-4c95d54fad8d [ 712.096901] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.097143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.097143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.097389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.097509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.097619] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6cfd353-f455-4938-9873-4c95d54fad8d already deleted. [ 712.097710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6cfd353-f455-4938-9873-4c95d54fad8d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.129072] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.129238] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.129286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.129663] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.129943] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.131835] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.132012] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.132287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.132630] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.132724] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.132763] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.132876] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.132985] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.133110] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.133217] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.133352] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.152028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.152028] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.152028] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.152028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.152028] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-30c5e2b9-47e2-45e5-9928-57cb1d81d076 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.152028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.152028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.152541] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.152541] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30c5e2b9-47e2-45e5-9928-57cb1d81d076',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.327262] env[68237]: INFO networking_nsxv3.common.synchronization [None req-6e67436e-72ec-4c86-b284-930d765f026b None None] Enqueued Resource ID: c4306eac-3300-4ef3-87f8-7a36bd619660 with Priority: HIGHEST for action port [ 712.327262] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4306eac-3300-4ef3-87f8-7a36bd619660 with Priority: HIGHEST for action port [ 712.327262] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4306eac-3300-4ef3-87f8-7a36bd619660 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.327926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4306eac-3300-4ef3-87f8-7a36bd619660" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.328174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4306eac-3300-4ef3-87f8-7a36bd619660" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.328549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4306eac-3300-4ef3-87f8-7a36bd619660" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.328820] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4306eac-3300-4ef3-87f8-7a36bd619660',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.451087] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 777bd0ab-c8d2-4b91-9968-dacea4975198 [ 712.451341] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.451490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.451851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.451922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.452143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.452143] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:777bd0ab-c8d2-4b91-9968-dacea4975198 already deleted. [ 712.452349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-777bd0ab-c8d2-4b91-9968-dacea4975198" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.660914] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.661264] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.661264] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.661552] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.661705] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.661861] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 30c5e2b9-47e2-45e5-9928-57cb1d81d076 not found, creating... [ 712.662126] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.662280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.663092] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663092] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.663092] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.663262] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.663471] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.663599] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663812] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.664663] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.665102] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 30c5e2b9-47e2-45e5-9928-57cb1d81d076 is going to be created. [ 712.687093] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.687093] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.687454] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.689599] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.689599] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.689599] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.833030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4306eac-3300-4ef3-87f8-7a36bd619660 [ 712.833030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.833030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.833030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.833030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.833357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.833357] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4306eac-3300-4ef3-87f8-7a36bd619660 already deleted. [ 712.833357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4306eac-3300-4ef3-87f8-7a36bd619660" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.337478] env[68237]: INFO networking_nsxv3.common.synchronization [req-8ac72582-9703-45ed-9c25-2314265f38b4 req-74e11a0b-37bf-47a4-983c-afe878c34aac tempest-SecurityGroupRulesNegativeTestJSON-1891799654 tempest-SecurityGroupRulesNegativeTestJSON-1891799654-project-member] Enqueued Resource ID: 462bc8e9-dbeb-4b84-bfc7-0f22e9095068 with Priority: HIGHEST for action security_group_rules [ 713.339269] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462bc8e9-dbeb-4b84-bfc7-0f22e9095068 with Priority: HIGHEST for action security_group_rules [ 713.339677] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.339813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.339880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.340168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.340251] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('462bc8e9-dbeb-4b84-bfc7-0f22e9095068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.633737] env[68237]: INFO networking_nsxv3.common.synchronization [None req-292ff534-77cf-4d0a-85a4-4203d98050e0 None None] Enqueued Resource ID: 4bb00ac3-0e24-406d-9849-f182471c6be1 with Priority: HIGHEST for action port [ 713.635626] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb00ac3-0e24-406d-9849-f182471c6be1 with Priority: HIGHEST for action port [ 713.635626] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb00ac3-0e24-406d-9849-f182471c6be1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.635626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb00ac3-0e24-406d-9849-f182471c6be1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.635626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb00ac3-0e24-406d-9849-f182471c6be1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.635626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb00ac3-0e24-406d-9849-f182471c6be1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.635626] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb00ac3-0e24-406d-9849-f182471c6be1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.664653] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-399b1a7d-1409-4f68-82a3-567c84e9e422 service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 713.665031] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-399b1a7d-1409-4f68-82a3-567c84e9e422 service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 713.665946] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-399b1a7d-1409-4f68-82a3-567c84e9e422 service nova] Enqueued Resource ID: 30c5e2b9-47e2-45e5-9928-57cb1d81d076 with Priority: HIGHEST for action port [ 713.666552] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 713.666754] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 713.666831] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c5e2b9-47e2-45e5-9928-57cb1d81d076 with Priority: HIGHEST for action port [ 713.667171] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.667264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.667341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.667653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.668046] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.668659] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.668759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.668852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.668935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.669957] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.669957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.669957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.669957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.669957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.669957] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.670716] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-30c5e2b9-47e2-45e5-9928-57cb1d81d076 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.670716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.670859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.670937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.671017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30c5e2b9-47e2-45e5-9928-57cb1d81d076',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.786929] env[68237]: INFO networking_nsxv3.common.synchronization [req-67d9f143-976c-4289-9fe9-6e63e0a24397 req-fb232eb5-21f4-4cc8-aaf2-b4a0dfc21bf9 tempest-SecurityGroupRulesNegativeTestJSON-1891799654 tempest-SecurityGroupRulesNegativeTestJSON-1891799654-project-member] Enqueued Resource ID: 462bc8e9-dbeb-4b84-bfc7-0f22e9095068 with Priority: HIGHEST for action security_group_rules [ 713.787844] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462bc8e9-dbeb-4b84-bfc7-0f22e9095068 with Priority: HIGHEST for action security_group_rules [ 713.791372] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.791372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.863606] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.863763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.863860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.864836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.864836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864836] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 462bc8e9-dbeb-4b84-bfc7-0f22e9095068 already deleted. [ 713.864836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.864836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.864836] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('462bc8e9-dbeb-4b84-bfc7-0f22e9095068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.139044] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb00ac3-0e24-406d-9849-f182471c6be1 [ 714.139680] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.139877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.139969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.144018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.144018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.144018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb00ac3-0e24-406d-9849-f182471c6be1 already deleted. [ 714.144018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb00ac3-0e24-406d-9849-f182471c6be1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.172694] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.172877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.174434] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.175384] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30c5e2b9-47e2-45e5-9928-57cb1d81d076 with status ACTIVE [ 714.175578] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.175798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.175798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.175978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.176088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.176264] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.176450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.176599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.176782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.176871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.177081] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.177188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.177254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.177538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.177636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.177738] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30c5e2b9-47e2-45e5-9928-57cb1d81d076 is going to be updated. [ 714.199181] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.199181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.199181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.199181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.199181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.199181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30c5e2b9-47e2-45e5-9928-57cb1d81d076" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.263246] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-21649440-0584-4d90-81d0-525f1042a40b tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 714.263246] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 714.264291] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.264641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.386093] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.386203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.386203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.387082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.387082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.387082] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 462bc8e9-dbeb-4b84-bfc7-0f22e9095068 already deleted. [ 714.387082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-462bc8e9-dbeb-4b84-bfc7-0f22e9095068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.626482] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.627538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.627974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.628068] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.628721] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.628945] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.629101] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.629334] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.629502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.630140] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.630264] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.630375] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.630500] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.631888] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.631888] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.631888] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.648401] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.650078] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.650078] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.650078] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.650366] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-cab03f48-d93f-47d0-b1fa-0aec296b3713 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.650490] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.650614] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.650963] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.652971] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab03f48-d93f-47d0-b1fa-0aec296b3713',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.680303] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.760237] env[68237]: INFO networking_nsxv3.common.synchronization [None req-9b0888b6-1237-4a14-8986-1c73dc9b648c None None] Enqueued Resource ID: a55dab8a-9bad-4ddd-9011-6ea13c7be555 with Priority: HIGHEST for action port [ 714.760862] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55dab8a-9bad-4ddd-9011-6ea13c7be555 with Priority: HIGHEST for action port [ 714.761487] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55dab8a-9bad-4ddd-9011-6ea13c7be555 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.763385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55dab8a-9bad-4ddd-9011-6ea13c7be555" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.763385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55dab8a-9bad-4ddd-9011-6ea13c7be555" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.763484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55dab8a-9bad-4ddd-9011-6ea13c7be555" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.763519] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55dab8a-9bad-4ddd-9011-6ea13c7be555',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.154860] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.154860] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.154860] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.155922] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.155922] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.155922] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port cab03f48-d93f-47d0-b1fa-0aec296b3713 not found, creating... [ 715.155922] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.155922] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.155922] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.157053] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.157053] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.160580] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.160580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.160580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.160580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.160580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.160580] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: cab03f48-d93f-47d0-b1fa-0aec296b3713 is going to be created. [ 715.178529] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.178885] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.179121] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.179788] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.180134] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.180385] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.183220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.183424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.183534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.183718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.183836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.183935] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be created. [ 715.207328] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.207474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.207519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.207736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.207896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.216713] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: UNINITIALIZED for 2s [ 715.267251] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a55dab8a-9bad-4ddd-9011-6ea13c7be555 [ 715.267570] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.267736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.267815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.268062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.268158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.268296] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a55dab8a-9bad-4ddd-9011-6ea13c7be555 already deleted. [ 715.268382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55dab8a-9bad-4ddd-9011-6ea13c7be555" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.966961] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-430fe96d-0de9-4ea0-852e-98a79f0697dc service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 715.967835] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-430fe96d-0de9-4ea0-852e-98a79f0697dc service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 715.967835] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c20ff2a-ebe6-497f-8e05-5cc1d040a246 req-430fe96d-0de9-4ea0-852e-98a79f0697dc service nova] Enqueued Resource ID: cab03f48-d93f-47d0-b1fa-0aec296b3713 with Priority: HIGHEST for action port [ 715.967835] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 715.967835] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 715.967835] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab03f48-d93f-47d0-b1fa-0aec296b3713 with Priority: HIGHEST for action port [ 715.968444] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.968806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.968806] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.968955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.969394] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab03f48-d93f-47d0-b1fa-0aec296b3713 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.969394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.969394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.969604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.969604] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab03f48-d93f-47d0-b1fa-0aec296b3713',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.344244] env[68237]: INFO networking_nsxv3.common.synchronization [req-c23f0f4c-a74b-45b0-974e-6ab37fc32961 req-d551eecc-8b70-4bc3-806f-b18b6abfb718 tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 716.344568] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 716.344863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.344984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.345072] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.345269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.345416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.345519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.345575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.345725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.346181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.346181] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.471712] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab03f48-d93f-47d0-b1fa-0aec296b3713 with status ACTIVE [ 716.471981] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.472158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.472281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.472573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.472713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.472965] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.473133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.473229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.473435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.473556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.473750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.473892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.473978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.474178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.474325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.474442] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab03f48-d93f-47d0-b1fa-0aec296b3713 is going to be updated. [ 716.499571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.499571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.499571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.500447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.500447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.500447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab03f48-d93f-47d0-b1fa-0aec296b3713" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.683355] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2ff138c4-fa94-4002-900a-6ca1f46c1d87 None None] Enqueued Resource ID: 3c020afa-cfdb-484b-a4ad-3953d8cc08a4 with Priority: HIGHEST for action port [ 716.683355] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c020afa-cfdb-484b-a4ad-3953d8cc08a4 with Priority: HIGHEST for action port [ 716.683898] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c020afa-cfdb-484b-a4ad-3953d8cc08a4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.684060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c020afa-cfdb-484b-a4ad-3953d8cc08a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.684145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c020afa-cfdb-484b-a4ad-3953d8cc08a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.684336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c020afa-cfdb-484b-a4ad-3953d8cc08a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.684421] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c020afa-cfdb-484b-a4ad-3953d8cc08a4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.852794] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.852794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.852794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.853710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.853710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.853911] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.854030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.854030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.854213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.854274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.854355] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 716.864731] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-792c7577-aac4-4e1f-a971-9153a4922863 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 716.865328] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 716.865453] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.865583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.865699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.866857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.866857] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.866857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.866857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.866857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.866857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.867174] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.883800] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.883972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.883972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.884712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.884712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.898259] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 717.186899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c020afa-cfdb-484b-a4ad-3953d8cc08a4 [ 717.187299] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.187415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.187415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.187679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.187754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.188034] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c020afa-cfdb-484b-a4ad-3953d8cc08a4 already deleted. [ 717.188034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c020afa-cfdb-484b-a4ad-3953d8cc08a4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.228691] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 717.228928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.229140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.229356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.229561] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.229668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.229755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.229937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.230097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.230097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.230262] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.231976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.232230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.232400] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.232533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.232599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.232751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.232862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.232974] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.254379] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-711eefbc-7511-454b-bd2e-d2493cffba0c tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 717.255167] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 717.259356] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.259356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.370546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.370546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.370546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.373445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.373445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.373445] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.373445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.373445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.373664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.373664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.373664] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 already deleted. [ 717.373822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.374052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.374138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.374329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.374611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.374611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.374699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.374782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.374887] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.695807] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-00d77429-c13b-40a7-b82b-4148e6477b8d tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 717.696465] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 717.697161] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.697161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.735198] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.735393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.738153] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.878663] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.878958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.879226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.879321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.879549] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.879661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.879945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.879994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.880136] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 already deleted. [ 717.880191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.880315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.880455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.880690] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.880690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.880865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.880924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.880979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.881097] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.009594] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.010492] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.010492] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.010492] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.010824] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.010824] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.010824] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.011102] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.011301] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.011526] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.011641] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.011751] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.011898] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.012047] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.012160] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.012295] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.031626] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.031626] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.031857] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.031901] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.035021] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-289c59b7-4aa5-4a58-a62b-6b55b73f8255 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.035021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.035021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.035021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.035021] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289c59b7-4aa5-4a58-a62b-6b55b73f8255',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.243546] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.383559] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.383716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.387026] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.387026] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 already deleted. [ 718.387026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.538168] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.538394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.538523] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.538922] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.539023] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.539184] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 289c59b7-4aa5-4a58-a62b-6b55b73f8255 not found, creating... [ 718.539459] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.539621] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.539738] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.539978] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.540133] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.540413] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.540566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.540681] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.540889] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.541169] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.541169] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 289c59b7-4aa5-4a58-a62b-6b55b73f8255 is going to be created. [ 718.559690] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.559892] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.560041] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.560306] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.560537] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.560765] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.746765] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.746890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.746944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.747178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.747312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.747368] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 718.774034] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.774034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.774034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.774034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.774034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.782043] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 718.910625] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 718.910998] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 718.911193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.466343] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-d16efc44-b311-493a-b6e7-fbd122d9954e service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 719.466343] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-d16efc44-b311-493a-b6e7-fbd122d9954e service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 719.466343] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-d16efc44-b311-493a-b6e7-fbd122d9954e service nova] Enqueued Resource ID: 289c59b7-4aa5-4a58-a62b-6b55b73f8255 with Priority: HIGHEST for action port [ 719.466343] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 719.466343] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 719.466343] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289c59b7-4aa5-4a58-a62b-6b55b73f8255 with Priority: HIGHEST for action port [ 719.469803] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.469803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.469803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.473894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.473894] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.475597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.476101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.476101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.476334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.476582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.477262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.477262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.477262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.477426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.477541] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.478403] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-289c59b7-4aa5-4a58-a62b-6b55b73f8255 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.478522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.478566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.478726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.478792] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289c59b7-4aa5-4a58-a62b-6b55b73f8255',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.980770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.980941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.983904] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.985180] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 289c59b7-4aa5-4a58-a62b-6b55b73f8255 with status ACTIVE [ 719.985180] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.985285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.985285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.986875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.986875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.986875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.986875] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 289c59b7-4aa5-4a58-a62b-6b55b73f8255 is going to be updated. [ 720.011629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.011784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.011854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.012089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.012233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.012405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-289c59b7-4aa5-4a58-a62b-6b55b73f8255" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.197471] env[68237]: INFO networking_nsxv3.common.synchronization [req-3231db8a-f1c6-4947-ab09-69407133b7f3 req-19a2093a-ceeb-4928-b747-05da47be0f02 tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 720.198120] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 720.198363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.198796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.198862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.203207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.203207] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.203207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.203207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.203207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.203207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.203207] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.494241] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.675200] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.676220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-642" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.676220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-642" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.676220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-642" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.677174] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.677499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.677717] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.678062] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.678637] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.681062] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.681062] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.681062] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.681062] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.681062] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.681062] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.681062] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.698931] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.699981] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.699981] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.699981] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-642" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.699981] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-34e93d11-e4ad-463d-9400-d65db1e5a394 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.699981] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.700284] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.700430] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.700673] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34e93d11-e4ad-463d-9400-d65db1e5a394',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.703582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.703720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.703787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.703970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.704099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.704323] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.704504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.704574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.704728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.704803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.704887] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 720.731124] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.731261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.731333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.731594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.731722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.740191] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 720.792199] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 720.792414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.792414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.792692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.792810] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.792927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.793015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.793167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.793245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.793340] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.996507] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.996659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.996874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.996946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.997223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.997353] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be created. [ 721.019636] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.019797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.019865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.020094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.020275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.029026] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: UNINITIALIZED for 2s [ 721.206877] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.207123] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.207253] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.207732] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.207732] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.207893] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 34e93d11-e4ad-463d-9400-d65db1e5a394 not found, creating... [ 721.208202] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.208368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.208488] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.208739] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.208947] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.209179] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.209336] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.209455] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.209684] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.209843] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.209965] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 34e93d11-e4ad-463d-9400-d65db1e5a394 is going to be created. [ 721.244023] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.244205] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.244472] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.244673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.244848] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.245076] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.296741] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.799525] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.304633] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.304841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.304914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.305221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.305328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.305577] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 722.330345] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.330345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.330459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.330609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.330801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.339620] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 722.559518] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-3071b877-6a42-49aa-a841-b1e6e97251b3 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 722.559518] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-3071b877-6a42-49aa-a841-b1e6e97251b3 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 722.559518] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-3071b877-6a42-49aa-a841-b1e6e97251b3 service nova] Enqueued Resource ID: 34e93d11-e4ad-463d-9400-d65db1e5a394 with Priority: HIGHEST for action port [ 722.559518] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 722.559518] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 722.559518] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e93d11-e4ad-463d-9400-d65db1e5a394 with Priority: HIGHEST for action port [ 722.559518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.559518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.559844] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.559844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.560093] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-34e93d11-e4ad-463d-9400-d65db1e5a394 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.560237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.560321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.560531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.560613] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34e93d11-e4ad-463d-9400-d65db1e5a394',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.748707] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 722.748920] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b deletion is rescheduled due to dependency. [ 722.749056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.038068] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 723.038323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.038447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.038660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.038856] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.038971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.039039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.039198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.039279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.039364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.039460] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.040304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.040473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.040633] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.041195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.041195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.041195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.041195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.041195] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.063198] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34e93d11-e4ad-463d-9400-d65db1e5a394 with status ACTIVE [ 723.063435] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.063973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.064068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.064285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.064372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.064555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.065033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.065033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.065033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.065033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.065180] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.065239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.065270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.065399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.065474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.065557] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34e93d11-e4ad-463d-9400-d65db1e5a394 is going to be updated. [ 723.084416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.084590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.084634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.084869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.085018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.085182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34e93d11-e4ad-463d-9400-d65db1e5a394" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.205761] env[68237]: INFO networking_nsxv3.common.synchronization [req-dcf3821b-86d5-4d35-9fcb-155990fa11cb req-a68c0c28-fad1-48da-80e0-b5c31f3aa37d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 723.205761] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 723.205761] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.205761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.207954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.207954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.208204] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.208332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.208898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.209106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.209201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.209304] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.538239] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.538548] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.538732] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.539193] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.539571] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.539930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.539930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.540110] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.540273] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.540711] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.540711] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.540874] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.540874] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.540954] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.542407] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.542407] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.542762] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.542879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.547544] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.561900] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.562579] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.562579] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.562579] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-502" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.562795] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-f80f51a3-7747-4204-ae15-fbe07a3765ea taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.562942] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.563193] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.565442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.565604] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80f51a3-7747-4204-ae15-fbe07a3765ea',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.631210] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.631210] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.631210] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.631393] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.635034] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.635034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.635034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.635034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.635034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.635034] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.635034] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.635034] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.635034] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.635034] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.635034] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.635034] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.650823] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.650823] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.650823] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.650823] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.651127] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-817af294-3a0f-4ead-9a86-ed1f635dc303 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.651275] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.651403] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.651760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.652209] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817af294-3a0f-4ead-9a86-ed1f635dc303',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.712094] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.712233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.712302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.712522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.712620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.712818] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.712919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.713133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.713250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.713250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.713324] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a already deleted. [ 723.713396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.049805] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.069687] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.069968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.070067] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.070350] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.070503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.070653] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port f80f51a3-7747-4204-ae15-fbe07a3765ea not found, creating... [ 724.070975] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.071076] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.071418] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.071418] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.071509] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.071783] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.071936] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.072056] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.072264] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.072393] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.072530] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: f80f51a3-7747-4204-ae15-fbe07a3765ea is going to be created. [ 724.093529] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.093749] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.093876] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.094851] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.094851] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.094851] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.155547] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.155776] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.155918] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.156214] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.156536] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.156607] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 817af294-3a0f-4ead-9a86-ed1f635dc303 not found, creating... [ 724.156873] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.157026] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.157173] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.157458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.157560] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.158157] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.158272] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.158484] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.158702] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.158894] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.158953] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 is going to be created. [ 724.177796] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.178023] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.178150] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.178583] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.178640] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.178848] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.350500] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 724.350693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.350863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.351110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.351307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.351488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.351488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.351644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.351727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.351843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.352014] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.352113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.352175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.352330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.352478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.352571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.352723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.352763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.352946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.352946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.355786] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.408882] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4eb0a252-73aa-40db-b7ae-490d88d9ffcd None None] Enqueued Resource ID: df3288be-5041-45c7-bbb5-7ff6c7d1c0ea with Priority: HIGHEST for action port [ 724.409445] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3288be-5041-45c7-bbb5-7ff6c7d1c0ea with Priority: HIGHEST for action port [ 724.409743] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-df3288be-5041-45c7-bbb5-7ff6c7d1c0ea taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.409864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df3288be-5041-45c7-bbb5-7ff6c7d1c0ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.409931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df3288be-5041-45c7-bbb5-7ff6c7d1c0ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.411060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df3288be-5041-45c7-bbb5-7ff6c7d1c0ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.411060] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df3288be-5041-45c7-bbb5-7ff6c7d1c0ea',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.554162] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.554331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.554423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.555210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.555410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.555488] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 724.582653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.582792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.582883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.583097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.583244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.597429] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 724.862091] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66c8d4e-96b0-468d-8dd6-3ccc934090a8: rpc.has_security_group_logging(os_id): False [ 724.884074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.884074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.884074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.884074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.884074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.884074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.884074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.884074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.885354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.885452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.885690] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.885765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.885861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.885997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.886555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.886555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.886555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.888050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.888050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.888050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.888050] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be created. [ 724.919632] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df3288be-5041-45c7-bbb5-7ff6c7d1c0ea [ 724.919632] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.919632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.919799] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.920048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.920174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.920343] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df3288be-5041-45c7-bbb5-7ff6c7d1c0ea already deleted. [ 724.925069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df3288be-5041-45c7-bbb5-7ff6c7d1c0ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.950093] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.950237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.950303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.950525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.950781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.963782] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 724.973569] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-4493904b-a2a2-4e2c-a0b4-1c86b4ec37e5 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 724.974709] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-4493904b-a2a2-4e2c-a0b4-1c86b4ec37e5 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 724.974709] env[68237]: INFO networking_nsxv3.common.synchronization [req-efd75691-f956-40b1-a269-20940feee4be req-4493904b-a2a2-4e2c-a0b4-1c86b4ec37e5 service nova] Enqueued Resource ID: f80f51a3-7747-4204-ae15-fbe07a3765ea with Priority: HIGHEST for action port [ 724.974709] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 724.974709] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 724.974709] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80f51a3-7747-4204-ae15-fbe07a3765ea with Priority: HIGHEST for action port [ 724.974892] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.975025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.975459] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.975574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.975763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-f80f51a3-7747-4204-ae15-fbe07a3765ea taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.975859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.975919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.976145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.976222] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80f51a3-7747-4204-ae15-fbe07a3765ea',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.218347] env[68237]: INFO networking_nsxv3.common.synchronization [req-dcf3821b-86d5-4d35-9fcb-155990fa11cb req-3f6ee605-6082-4ac9-bc08-6aa1aea10b07 service nova] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 725.218608] env[68237]: INFO networking_nsxv3.common.synchronization [req-dcf3821b-86d5-4d35-9fcb-155990fa11cb req-3f6ee605-6082-4ac9-bc08-6aa1aea10b07 service nova] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 725.218823] env[68237]: INFO networking_nsxv3.common.synchronization [req-dcf3821b-86d5-4d35-9fcb-155990fa11cb req-3f6ee605-6082-4ac9-bc08-6aa1aea10b07 service nova] Enqueued Resource ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 with Priority: HIGHEST for action port [ 725.219453] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 725.219677] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 725.219845] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 with Priority: HIGHEST for action port [ 725.220195] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.220366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.220482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.221056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.221201] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.222197] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.222625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.222625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.222829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.223074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.223278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.223394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.223608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.223748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.223896] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.224787] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-817af294-3a0f-4ead-9a86-ed1f635dc303 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.224940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.225060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.226686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.226686] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817af294-3a0f-4ead-9a86-ed1f635dc303',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.478842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f80f51a3-7747-4204-ae15-fbe07a3765ea with status ACTIVE [ 725.479728] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.479728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.479728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.479728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.479728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.479995] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.479995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.479995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.480168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.480168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.480355] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.480424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.480473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.481355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.481355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.481355] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f80f51a3-7747-4204-ae15-fbe07a3765ea is going to be updated. [ 725.504748] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.504891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.504959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.505176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.505311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.505472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f80f51a3-7747-4204-ae15-fbe07a3765ea" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.729527] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.729662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.729869] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.730817] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 817af294-3a0f-4ead-9a86-ed1f635dc303 with status ACTIVE [ 725.731027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.731139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.731199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.731408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.731504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.731675] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.731794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.731828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.732409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.732409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.732409] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.732409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.732409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.732579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.732579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.732650] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 is going to be updated. [ 725.764546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.764546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.764546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.764546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.764546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.764546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.836127] env[68237]: INFO networking_nsxv3.common.synchronization [req-6b50b2c8-5120-42d0-abd6-1473323432d0 req-579893fb-7667-402a-9986-09069010b334 tempest-DeleteServersAdminTestJSON-112130238 tempest-DeleteServersAdminTestJSON-112130238-project-member] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 725.836802] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 725.837831] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.838504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.838504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.838504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.838504] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.838677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.838677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.838867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.838934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.839157] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.237994] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.284619] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.284619] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.284619] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.284619] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.284619] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.284619] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.284619] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.285280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.285280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.285280] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.285506] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.285506] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.285631] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.285680] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.286150] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.286150] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.305767] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.305767] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.305767] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.305767] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.305767] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-642dfe35-bea6-4d0d-a44f-9eac38934526 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.305976] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.305976] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.308245] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.308406] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642dfe35-bea6-4d0d-a44f-9eac38934526',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.346270] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.346270] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.346270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.346270] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 is going to be updated. [ 726.372311] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.372311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.372311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.372311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.372311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.379368] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: IN_PROGRESS for 2s [ 726.608360] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 726.608360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.608360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.608360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.608360] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.608360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.608360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.608360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.608360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.608967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.609083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.609216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.610756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.610756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.610756] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.610756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.610756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.610756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.610756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.610756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.610756] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.611726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.611889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.612040] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.612139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.612220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.612359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.612433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.612539] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.741891] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.745930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.745930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.745930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.745930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.745930] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be created. [ 726.769741] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.769833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.769924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.770755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.770755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.779950] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: UNINITIALIZED for 2s [ 726.812538] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.812538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.812538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.812538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.812538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.812538] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 642dfe35-bea6-4d0d-a44f-9eac38934526 not found, creating... [ 726.812538] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.812538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.812906] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.812906] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.812962] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.813222] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.813368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.814025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.814025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.814025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.814025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 642dfe35-bea6-4d0d-a44f-9eac38934526 is going to be created. [ 726.834855] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.835211] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.835383] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.835760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.836209] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.836618] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.843244] env[68237]: INFO networking_nsxv3.common.synchronization [None req-dd4ac7bc-60a0-459b-83ea-3f1415edd394 None None] Enqueued Resource ID: efb33746-d850-4314-990c-fb7888a6f6d5 with Priority: HIGHEST for action port [ 726.844192] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb33746-d850-4314-990c-fb7888a6f6d5 with Priority: HIGHEST for action port [ 726.844480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb33746-d850-4314-990c-fb7888a6f6d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.844593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb33746-d850-4314-990c-fb7888a6f6d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.844659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb33746-d850-4314-990c-fb7888a6f6d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.844907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb33746-d850-4314-990c-fb7888a6f6d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.844991] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb33746-d850-4314-990c-fb7888a6f6d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.980106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 726.980106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.980106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.980106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.980106] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.112065] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe7888d6-4bdb-4604-a082-3d94a1059542: rpc.has_security_group_logging(os_id): False [ 727.121237] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.131885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.132145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.132221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.132612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.132612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.132980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.133136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.133202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.133378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.133465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.133683] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.133793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.133858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.134214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.134353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.134600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.134738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.134827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.135030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.135156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.135272] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be created. [ 727.215571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.215733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.215790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.218708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.218708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.228556] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 727.348924] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efb33746-d850-4314-990c-fb7888a6f6d5 [ 727.348924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.348924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.348924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.348924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.348924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.348924] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efb33746-d850-4314-990c-fb7888a6f6d5 already deleted. [ 727.348924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb33746-d850-4314-990c-fb7888a6f6d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.386057] env[68237]: INFO networking_nsxv3.common.synchronization [req-153f7059-5f34-4de5-b23c-8869c346fcb2 req-cbbdc049-9042-4aae-8fee-09e1198de22b tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 727.386460] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 727.388906] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.388906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.388906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.388906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.388906] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.388906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.388906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.388906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.388906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.388906] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.403413] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d81b4e0-410f-4920-aa4b-33f4cfaa2861 req-29f4e001-3250-41b3-a0a2-52b78d142b29 tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 727.403413] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 727.403413] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.403413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.482634] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.482634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.558400] env[68237]: INFO networking_nsxv3.common.synchronization [req-6b50b2c8-5120-42d0-abd6-1473323432d0 req-e3782299-abe7-4232-b194-128efcfbc949 service nova] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_rules [ 727.558400] env[68237]: INFO networking_nsxv3.common.synchronization [req-6b50b2c8-5120-42d0-abd6-1473323432d0 req-e3782299-abe7-4232-b194-128efcfbc949 service nova] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 727.558400] env[68237]: INFO networking_nsxv3.common.synchronization [req-6b50b2c8-5120-42d0-abd6-1473323432d0 req-e3782299-abe7-4232-b194-128efcfbc949 service nova] Enqueued Resource ID: 642dfe35-bea6-4d0d-a44f-9eac38934526 with Priority: HIGHEST for action port [ 727.558400] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_rules [ 727.558400] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 727.558400] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 642dfe35-bea6-4d0d-a44f-9eac38934526 with Priority: HIGHEST for action port [ 727.558400] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.562197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.562197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.562197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.562197] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.562197] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.562197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.562197] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-642dfe35-bea6-4d0d-a44f-9eac38934526 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.562197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.562197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.562197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.562197] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642dfe35-bea6-4d0d-a44f-9eac38934526',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.622900] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.890866] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.891056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.891110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.891332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.891419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891639] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.891745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.891844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.891966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.892054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.892141] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 727.920410] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.920553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.920622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.920826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.920983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.929566] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 728.062628] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.062778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.063077] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 642dfe35-bea6-4d0d-a44f-9eac38934526 with status ACTIVE [ 728.063273] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.063385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.063459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.063687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.063769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.063948] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.064065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.064130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.064283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.064364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.064577] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.064675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.064738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.064879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.064953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.065052] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 642dfe35-bea6-4d0d-a44f-9eac38934526 is going to be updated. [ 728.085379] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.085816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.085816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.085816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.085977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.086105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-642dfe35-bea6-4d0d-a44f-9eac38934526" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.125916] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.126090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.126180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.126514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.126660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.126786] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 728.175299] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.175443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.175513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.175725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.175875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.184964] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 728.389025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: SUCCESS [ 728.389233] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 deletion is rescheduled due to dependency. [ 728.389267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.389520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.389783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.389991] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.390155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.390246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.390449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.390538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.390660] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.791830] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 728.791830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.791830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.792338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.792406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792815] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.892894] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.241298] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 729.241543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.241718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.241931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.242040] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.296143] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.296341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.296482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.296721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.296931] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.297509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.297623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.297838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.297948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.298075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.298255] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.298378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.298465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.298640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.298810] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.299128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.299245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.299400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.299483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.299571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.299677] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.396122] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.745008] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.745153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.801710] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a: rpc.has_security_group_logging(os_id): False [ 729.826169] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.826169] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.826169] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.826169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.826610] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.826610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.826610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.826610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.826610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.826610] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be created. [ 729.882029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.882928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.884831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.884831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.884831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.893924] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 729.900070] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.900070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.900070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.900070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.900070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.900070] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 is going to be updated. [ 729.925146] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.925146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.925146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.925146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.925146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.933069] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: IN_PROGRESS for 2s [ 729.936531] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 729.936694] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 deletion is rescheduled due to dependency. [ 729.936794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.937014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.937638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.938939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.938939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.938939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.938939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.938939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.938939] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.196569] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 730.196807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.197170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.197384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.197589] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.197711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.197780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.197938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.198046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.198133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.198227] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.441186] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.441579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.441579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.441688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.441777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.442019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.442170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.442236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.442414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.442513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.442645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 730.469277] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.469485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.469579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.469810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.470043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.506243] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 730.701548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.701548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.701548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.701548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.703452] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.703452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.703452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.703452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.703452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.703610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.704966] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.704966] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.704966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.704966] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.208155] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe7888d6-4bdb-4604-a082-3d94a1059542: rpc.has_security_group_logging(os_id): False [ 731.231895] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.231990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.232051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.232225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.232313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.232516] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.232612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.232679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.232898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.232980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.233191] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.233277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.233336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.233485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.233572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.234397] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.234397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.234397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.234397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.234397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.234663] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 731.294550] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.294949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.294949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.295165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.295341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.312572] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 731.577494] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea79744b-5e38-41ed-83e3-f790f6b803ce req-05f148ea-c92b-4cc1-92f3-4b537cd76fa3 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 731.578067] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 731.578368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.578491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.578556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.578807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.578955] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.579824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.579909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.580099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.580184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.580284] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.912200] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 731.912200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.942773] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: SUCCESS [ 731.943237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.943621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.943758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.944220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.944440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.944599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.944834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.944995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.945154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.945307] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.062022] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.062022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.062022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.062022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.062022] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.062022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.062775] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.063176] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.063914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.063914] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.063914] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.063914] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.064940] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.064940] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.064940] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.067020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.082954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.086023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.086023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce already deleted. [ 732.086023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.086023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.086023] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.086933] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.087324] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.087786] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.088405] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.088643] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.089177] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.089432] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6df42d7-2b90-4e9a-a9cc-15adae4310a1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.398130] env[68237]: INFO networking_nsxv3.common.synchronization [None req-88d1e5f6-2cc1-4f00-bd35-956e1d969049 None None] Enqueued Resource ID: bb1993c4-1a52-4770-b427-52b5c34af56b with Priority: HIGHEST for action port [ 732.398130] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1993c4-1a52-4770-b427-52b5c34af56b with Priority: HIGHEST for action port [ 732.398893] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb1993c4-1a52-4770-b427-52b5c34af56b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.398893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb1993c4-1a52-4770-b427-52b5c34af56b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.399133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb1993c4-1a52-4770-b427-52b5c34af56b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.401035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb1993c4-1a52-4770-b427-52b5c34af56b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.401035] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb1993c4-1a52-4770-b427-52b5c34af56b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.448608] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.448608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.448608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.448942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.448942] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.449041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.449809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.449809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.449809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.449809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.449809] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.449809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.450087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.450087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.450160] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.450280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.450326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.450437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.450516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.450629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.450715] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.517344] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 732.517547] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 deletion is rescheduled due to dependency. [ 732.517683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.517979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.518062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.518256] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.518374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.518443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.518600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.518740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.518789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.518867] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.592023] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.592023] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.592023] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.592389] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.592774] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.592774] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port d6df42d7-2b90-4e9a-a9cc-15adae4310a1 not found, creating... [ 732.593032] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.593239] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.593389] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.593657] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.593825] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.594166] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.594540] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.594540] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.594729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.594870] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.595019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: d6df42d7-2b90-4e9a-a9cc-15adae4310a1 is going to be created. [ 732.614328] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.614513] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.614513] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.614924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.615020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.615220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.906328] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb1993c4-1a52-4770-b427-52b5c34af56b [ 732.906328] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.906328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.906328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.906328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.906328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.906328] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb1993c4-1a52-4770-b427-52b5c34af56b already deleted. [ 732.906328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb1993c4-1a52-4770-b427-52b5c34af56b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.953854] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12fdfa3e-0de5-419d-a5e5-442a3ac72449: rpc.has_security_group_logging(os_id): False [ 732.975176] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.975338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.975409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.975864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.975864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.975964] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.979018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.979018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.979357] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.979357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.979357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.979503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.983021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.983021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 is going to be updated. [ 733.021221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.021380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.021454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.021748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.021946] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.022057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.022124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.022286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.022376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.022466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.022617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.022718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.022773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.022975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.023078] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.023173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.023233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.023373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.023451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.023704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.023704] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.035106] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.035242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.035316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.035501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.035647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.048342] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: IN_PROGRESS for 2s [ 733.328070] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 733.328070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.328313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.332025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.332025] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.529021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66c8d4e-96b0-468d-8dd6-3ccc934090a8: rpc.has_security_group_logging(os_id): False [ 733.547387] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.547631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.547631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.547835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.547932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.548144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.548242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.548306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.548468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.548547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.548735] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.548889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.549420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.549420] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.549637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.549737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.549788] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 733.597744] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea79744b-5e38-41ed-83e3-f790f6b803ce req-2525969b-c678-414e-84bb-803b7d3e3b5c service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 733.597996] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea79744b-5e38-41ed-83e3-f790f6b803ce req-2525969b-c678-414e-84bb-803b7d3e3b5c service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 733.598091] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea79744b-5e38-41ed-83e3-f790f6b803ce req-2525969b-c678-414e-84bb-803b7d3e3b5c service nova] Enqueued Resource ID: d6df42d7-2b90-4e9a-a9cc-15adae4310a1 with Priority: HIGHEST for action port [ 733.598624] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 733.598777] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 733.599655] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6df42d7-2b90-4e9a-a9cc-15adae4310a1 with Priority: HIGHEST for action port [ 733.600953] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.601748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.601834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.602111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.602195] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.603192] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.603388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.603388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.604046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.604046] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.604046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.604046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.604046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.604407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.604512] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.609745] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.609745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.609745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.609745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.609745] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6df42d7-2b90-4e9a-a9cc-15adae4310a1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.611276] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.611373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.612375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.612375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.612375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.626351] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 733.769852] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4ab8f11c-be76-437e-92c7-0939811969ab tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: e26a4890-b1a2-4a75-8968-e03908e3556b with Priority: HIGHEST for action security_group_rules [ 733.770362] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26a4890-b1a2-4a75-8968-e03908e3556b with Priority: HIGHEST for action security_group_rules [ 733.770670] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e26a4890-b1a2-4a75-8968-e03908e3556b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.770791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.770860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.772747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.772838] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e26a4890-b1a2-4a75-8968-e03908e3556b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.831874] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.832051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.832124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.832379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.833151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.833151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.833151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.833151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.833151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.833151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.833742] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.849666] env[68237]: INFO networking_nsxv3.common.synchronization [None req-321d8de5-1bf9-4cc3-9ead-0171c12cefb1 tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: e26a4890-b1a2-4a75-8968-e03908e3556b with Priority: HIGHEST for action security_group_rules [ 733.850146] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26a4890-b1a2-4a75-8968-e03908e3556b with Priority: HIGHEST for action security_group_rules [ 733.850411] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e26a4890-b1a2-4a75-8968-e03908e3556b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.850517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.111664] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.114306] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.114459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.116019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6df42d7-2b90-4e9a-a9cc-15adae4310a1 with status ACTIVE [ 734.116019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.116019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.116019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.116019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.116395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.116395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.116395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.116395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.116514] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6df42d7-2b90-4e9a-a9cc-15adae4310a1 is going to be updated. [ 734.142233] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.142378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.142450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.142654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.142794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.142953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6df42d7-2b90-4e9a-a9cc-15adae4310a1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.296052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.296052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.296205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.296322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.296410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.296517] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e26a4890-b1a2-4a75-8968-e03908e3556b already deleted. [ 734.296605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.296757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.296923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.296923] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e26a4890-b1a2-4a75-8968-e03908e3556b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.335692] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.336683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.336683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.336683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.336683] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.336683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.336683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.336683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.336683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.337107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.337107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.337107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.337107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.337221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.337682] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.337682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.337682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.337682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.338953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.338953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.338953] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.615814] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.820518] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5617ef17-052f-4280-b699-36133fb32e9b None None] Enqueued Resource ID: 4a31e5b6-4ee5-4764-8186-b79158466e88 with Priority: HIGHEST for action port [ 734.820812] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a31e5b6-4ee5-4764-8186-b79158466e88 with Priority: HIGHEST for action port [ 734.821387] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a31e5b6-4ee5-4764-8186-b79158466e88 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.821519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a31e5b6-4ee5-4764-8186-b79158466e88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.821599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a31e5b6-4ee5-4764-8186-b79158466e88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.821899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a31e5b6-4ee5-4764-8186-b79158466e88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.822021] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a31e5b6-4ee5-4764-8186-b79158466e88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.828369] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.828487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.828560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.828759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.828901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.828957] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e26a4890-b1a2-4a75-8968-e03908e3556b already deleted. [ 734.829031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e26a4890-b1a2-4a75-8968-e03908e3556b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.841580] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe7888d6-4bdb-4604-a082-3d94a1059542: rpc.has_security_group_logging(os_id): False [ 734.858252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.858446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.858446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.858681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.858776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.859012] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.859202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.859202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.859397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.859511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.859728] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.859816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.859868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.860053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.860153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.860416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.860561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.860667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.860890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.861178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.861331] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 734.918066] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.918276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.918276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.918555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.918754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.931219] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 735.070425] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: SUCCESS [ 735.070545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.120165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.120366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.120439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.120656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.121164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.121308] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be created. [ 735.148405] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.148546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.148617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.148902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.149083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.159632] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: UNINITIALIZED for 2s [ 735.330563] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a31e5b6-4ee5-4764-8186-b79158466e88 [ 735.330812] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.330950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.331042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.331262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.331358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.331454] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a31e5b6-4ee5-4764-8186-b79158466e88 already deleted. [ 735.331524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a31e5b6-4ee5-4764-8186-b79158466e88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.355829] env[68237]: INFO networking_nsxv3.common.synchronization [req-b0946f46-8597-4cae-9dde-3015c4ec4691 req-4dfe2d90-229b-446c-a222-7d38451f532c tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 735.356014] env[68237]: INFO networking_nsxv3.common.synchronization [req-b0946f46-8597-4cae-9dde-3015c4ec4691 req-4dfe2d90-229b-446c-a222-7d38451f532c tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 735.356721] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 735.358032] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 735.358032] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.358032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.358032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.358032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.358032] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.358533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.358622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.358873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.358973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.359114] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.360396] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.360396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.360396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.360636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.360729] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.360865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.360952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.361125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.361229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.361346] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.409523] env[68237]: INFO networking_nsxv3.common.synchronization [req-b0946f46-8597-4cae-9dde-3015c4ec4691 req-4dfe2d90-229b-446c-a222-7d38451f532c tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 735.409704] env[68237]: INFO networking_nsxv3.common.synchronization [req-b0946f46-8597-4cae-9dde-3015c4ec4691 req-4dfe2d90-229b-446c-a222-7d38451f532c tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 735.409849] env[68237]: INFO networking_nsxv3.common.synchronization [req-b0946f46-8597-4cae-9dde-3015c4ec4691 req-4dfe2d90-229b-446c-a222-7d38451f532c tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_rules [ 735.409978] env[68237]: INFO networking_nsxv3.common.synchronization [req-b0946f46-8597-4cae-9dde-3015c4ec4691 req-4dfe2d90-229b-446c-a222-7d38451f532c tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 735.410176] env[68237]: INFO networking_nsxv3.common.synchronization [req-b0946f46-8597-4cae-9dde-3015c4ec4691 req-4dfe2d90-229b-446c-a222-7d38451f532c tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 with Priority: HIGHEST for action port [ 735.410675] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 735.410808] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_rules [ 735.410907] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 with Priority: HIGHEST for action port [ 735.410998] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 735.411100] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 735.411460] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.411535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.411535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.411727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.411813] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.412614] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.412731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.412801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.413015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.413097] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.415684] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-817af294-3a0f-4ead-9a86-ed1f635dc303 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.415797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.415876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.416037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.416116] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817af294-3a0f-4ead-9a86-ed1f635dc303',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.416846] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.416962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.417135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.417213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.643706] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 735.643706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.863960] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.864884] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.119998] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 817af294-3a0f-4ead-9a86-ed1f635dc303 with status ACTIVE [ 736.120272] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.120407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.120481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.122018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.122018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.122018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.122018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 is going to be updated. [ 736.123217] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.123401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.123516] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.123595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.168274] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.168518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.168518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.168696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.168841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.169096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.377244] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.378089] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.776971] env[68237]: INFO networking_nsxv3.common.synchronization [req-5027452e-c955-4b0e-a087-df8c91e9bdc6 req-29a3fbd9-02d7-46c2-89c8-3d2f555344cb tempest-FloatingIPsAssociationNegativeTestJSON-1739726036 tempest-FloatingIPsAssociationNegativeTestJSON-1739726036-project-member] Enqueued Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_members [ 736.778060] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_members [ 736.778060] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.778060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.781479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.781479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.781479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.781479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.781479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.781479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.781479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.781479] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.885059] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.885059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.885059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.885059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.885518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.885518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 736.886579] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.886697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.886762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.886952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.887078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.887180] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be created. [ 736.944631] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.944777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.944860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.945079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.945950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.955084] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: UNINITIALIZED for 2s [ 736.955906] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.956046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.956120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.956312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.956451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.961884] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 736.962087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.964992] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 737.077630] env[68237]: INFO networking_nsxv3.common.synchronization [req-bdc54ab6-26f1-449d-91e4-3342f56c2154 req-70aa9423-eefc-4529-91a4-de1f5861cad0 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 737.078173] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 737.078718] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.078877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.078947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.079405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.079405] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.079524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.079575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.079742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.079857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.079974] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.171393] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 737.171393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.171393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.171656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.171863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.172170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.172170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.172170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.172526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.172526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.172526] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.192859] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 737.193062] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_members [ 737.193199] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 737.193660] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 737.193800] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_members [ 737.193902] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 737.195441] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.195583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.195805] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11e1daf-a7e0-4c32-b04d-704c9a68590b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.196262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.196346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.196616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.196772] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.196871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.196934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.197109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.197199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.197293] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.198109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.198206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.255320] env[68237]: INFO networking_nsxv3.common.synchronization [req-bdc54ab6-26f1-449d-91e4-3342f56c2154 req-38791708-8be2-4d86-b954-415ed973e529 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 737.255320] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 737.255985] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.256356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.282109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.283276] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.283276] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 already deleted. [ 737.283276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.301789] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 737.302493] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 737.302493] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_rules [ 737.302493] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_members [ 737.302493] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_rules [ 737.302493] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 737.302708] env[68237]: INFO networking_nsxv3.common.synchronization [req-1d36d747-8119-40ec-84fa-5e09f90e8e64 req-813ad0b5-5eb1-463c-b967-344f21fb3e67 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 with Priority: HIGHEST for action port [ 737.302790] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 737.302979] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_rules [ 737.303099] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 737.303186] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 with Priority: HIGHEST for action port [ 737.303268] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_rules [ 737.303350] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 737.304116] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_members [ 737.304116] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.304116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.304231] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b11e1daf-a7e0-4c32-b04d-704c9a68590b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.304331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.304457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.305189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.305189] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.307284] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.307380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.307624] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-817af294-3a0f-4ead-9a86-ed1f635dc303 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.307723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.307788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.307947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.308347] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817af294-3a0f-4ead-9a86-ed1f635dc303',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.309112] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.309450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.309450] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.309450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.313018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11e1daf-a7e0-4c32-b04d-704c9a68590b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.313018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.337496] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.337740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-354" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.337870] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-354" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.338186] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-354" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.338455] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.338607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.338723] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.338942] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.341035] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.341035] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.341035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.341035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.341035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.341035] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.341035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.341035] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.359274] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.359434] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.359571] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.359745] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-354" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.360054] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-01eeb7b1-e851-425f-933e-fdd80ac8564b taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.360306] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.360353] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.360662] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.360794] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01eeb7b1-e851-425f-933e-fdd80ac8564b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.419233] env[68237]: INFO networking_nsxv3.common.synchronization [req-bdc54ab6-26f1-449d-91e4-3342f56c2154 req-45598117-7b6d-4b33-b10e-663960eb3922 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 737.419233] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 737.419233] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.419233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.582365] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.678029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.678029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.678029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.678029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.678029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.678385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.678385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.678385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.678463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.678554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.678709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.678764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.678814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.678935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.679286] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.679286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.679286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.679472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.679472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.679586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.679586] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.700237] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.811433] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11e1daf-a7e0-4c32-b04d-704c9a68590b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.811731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.811781] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 817af294-3a0f-4ead-9a86-ed1f635dc303 with status ACTIVE [ 737.811936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.812057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.812124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.812324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.812580] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.812677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.812737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.812889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.813153] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.813245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.813306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.813459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.813553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.813637] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 817af294-3a0f-4ead-9a86-ed1f635dc303 is going to be updated. [ 737.837267] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.837406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.837478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.837706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.837849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.838009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817af294-3a0f-4ead-9a86-ed1f635dc303" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.863488] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.987148] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 01eeb7b1-e851-425f-933e-fdd80ac8564b not found, creating... [ 737.987148] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.987148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.987667] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.987667] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.987667] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.987667] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.987667] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.987667] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 01eeb7b1-e851-425f-933e-fdd80ac8564b is going to be created. [ 737.987667] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.987667] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.987667] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.988043] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.988043] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.988043] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.085035] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.181950] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 738.200155] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.200311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.200369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.200576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.200670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.200878] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.201052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.201052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.201201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.201279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.201454] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.201547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.201606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.201745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.201819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.201999] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.202106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.202199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.202439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.202544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.202620] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be created. [ 738.203732] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.267091] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.267246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.267312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.267519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.267754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.279421] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 738.587249] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.587401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.587463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.587715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.587815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.587915] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 738.613157] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.613317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.613389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.613594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.613738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.622038] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 738.708207] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.708390] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.708467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.708704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.708803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.708903] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b is going to be created. [ 738.733543] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.733701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.733754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.733954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.734116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.746452] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: UNINITIALIZED for 2s [ 738.776726] env[68237]: INFO networking_nsxv3.common.synchronization [req-5027452e-c955-4b0e-a087-df8c91e9bdc6 req-d4b395f6-0dae-454f-b0f1-9ae65bf838d2 service nova] Enqueued Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_rules [ 738.776897] env[68237]: INFO networking_nsxv3.common.synchronization [req-5027452e-c955-4b0e-a087-df8c91e9bdc6 req-d4b395f6-0dae-454f-b0f1-9ae65bf838d2 service nova] Enqueued Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_members [ 738.777052] env[68237]: INFO networking_nsxv3.common.synchronization [req-5027452e-c955-4b0e-a087-df8c91e9bdc6 req-d4b395f6-0dae-454f-b0f1-9ae65bf838d2 service nova] Enqueued Resource ID: 01eeb7b1-e851-425f-933e-fdd80ac8564b with Priority: HIGHEST for action port [ 738.777269] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_rules [ 738.777390] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_members [ 738.777484] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01eeb7b1-e851-425f-933e-fdd80ac8564b with Priority: HIGHEST for action port [ 738.779695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.779815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.779951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.780144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.780222] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.781027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.781122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.781184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.781342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.781476] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.781561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.781617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.781746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.781826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.781905] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.782606] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-01eeb7b1-e851-425f-933e-fdd80ac8564b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.782702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.782762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.782927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.782979] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01eeb7b1-e851-425f-933e-fdd80ac8564b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.966116] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 738.966408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.967369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.967706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.967790] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.967871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.967938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.968103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.968187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.968283] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.976134] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 738.976134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.976251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.976390] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.976585] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.976745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.976789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.976915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.976993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.977101] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.284570] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.285573] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.285685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.286043] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01eeb7b1-e851-425f-933e-fdd80ac8564b with status ACTIVE [ 739.286209] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.286316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.286380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.286683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.286716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.286863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.286969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.287027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.287176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.287252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.287430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.287523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.287584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.287717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.287827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.287857] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01eeb7b1-e851-425f-933e-fdd80ac8564b is going to be updated. [ 739.310106] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.310106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.310106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.310106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.310106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.310106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01eeb7b1-e851-425f-933e-fdd80ac8564b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.318083] env[68237]: INFO networking_nsxv3.common.synchronization [req-79066636-5c3d-4ea6-b85d-d4c14bfb0224 req-4c3ad53d-60e6-440c-a2c8-9e399a0ba7f1 tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 739.319333] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 739.319638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.319753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.319816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.320130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.320335] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.320440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.320506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.320691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.320773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.320865] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.470377] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.480221] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.786936] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.825156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.825156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.825156] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 already deleted. [ 739.825156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.892566] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.892566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.892566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.894518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.894518] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.894518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.894518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.894518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.894518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.894518] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.894518] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.894518] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.894518] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.895979] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.895979] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.895979] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.912815] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.913439] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.913439] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.913439] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.913957] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.914142] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.914261] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.914576] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.914718] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb55cce-a3f8-40f2-92e8-9f7166bcbf26',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.976467] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.981834] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.289931] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.290151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.290217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.290430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.290518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.290615] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 is going to be created. [ 740.292949] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 740.293280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.312823] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.313022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.313090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.313302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.313467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.323814] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 in Status: UNINITIALIZED for 2s [ 740.417389] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.417730] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.418227] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.418973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.419475] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.419887] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 not found, creating... [ 740.423099] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.423099] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.423099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.423568] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 is going to be created. [ 740.443219] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.443847] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.444114] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.444468] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.444912] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.445284] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.478219] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.478610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.478776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.479278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.481237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.481237] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be updated. [ 740.484515] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.484515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.484515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.484515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.484515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.485114] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 740.526757] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.526757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.526757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.526757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.526757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.527943] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.528260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.528425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.528828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.529224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.565084] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 740.566212] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: IN_PROGRESS for 2s [ 740.636010] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 740.636252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.636441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.636734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.636924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.637055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.637124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.637308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.637404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.637529] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.755453] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: SUCCESS [ 740.755674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.755835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.756053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.756241] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.756354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.756418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.756644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.756761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.756817] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.144413] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.144413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.144413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.144942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.144942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.144942] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.145053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.145053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.145180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.145256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.145342] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 741.173453] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.173671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.173844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.173967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.174258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.184988] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 741.260052] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.699293] env[68237]: INFO networking_nsxv3.common.synchronization [req-79066636-5c3d-4ea6-b85d-d4c14bfb0224 req-1a326751-0a47-420e-8744-f3d506ceff9d service nova] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_rules [ 741.699293] env[68237]: INFO networking_nsxv3.common.synchronization [req-79066636-5c3d-4ea6-b85d-d4c14bfb0224 req-1a326751-0a47-420e-8744-f3d506ceff9d service nova] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 741.699293] env[68237]: INFO networking_nsxv3.common.synchronization [req-79066636-5c3d-4ea6-b85d-d4c14bfb0224 req-1a326751-0a47-420e-8744-f3d506ceff9d service nova] Enqueued Resource ID: 4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 with Priority: HIGHEST for action port [ 741.699293] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_rules [ 741.699522] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 741.699522] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 with Priority: HIGHEST for action port [ 741.699938] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.699938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.700135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.700724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.700724] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.702925] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.702925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.702925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.702925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.702925] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.702925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.702925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.702925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.702925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.702925] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.703443] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.703443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.703443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.703638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.706789] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb55cce-a3f8-40f2-92e8-9f7166bcbf26',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.762013] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.963768] env[68237]: INFO networking_nsxv3.common.synchronization [req-c32840fc-13fe-4935-80a9-72edc9f6c929 req-60362d63-8f4d-401e-8952-6e18d5158cff tempest-DeleteServersAdminTestJSON-112130238 tempest-DeleteServersAdminTestJSON-112130238-project-member] Enqueued Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 741.964740] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 with Priority: HIGHEST for action security_group_members [ 741.965718] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fdfa3e-0de5-419d-a5e5-442a3ac72449 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.965942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.966073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.966311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.966565] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.967649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.967988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.968227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.968355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.968483] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fdfa3e-0de5-419d-a5e5-442a3ac72449',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.206306] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.206833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.206833] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.208061] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 with status ACTIVE [ 742.208466] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.208722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.208831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.209047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.209139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.209314] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.209414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.209476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.209632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.209712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.209885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.209976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.210098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.210396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.210499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.210586] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fb55cce-a3f8-40f2-92e8-9f7166bcbf26 is going to be updated. [ 742.232733] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.232871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.232939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.233175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.233975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.233975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb55cce-a3f8-40f2-92e8-9f7166bcbf26" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.264609] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.264777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.264847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.265078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.265174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.265271] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b is going to be updated. [ 742.322958] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.323102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.323156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.323398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.323648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.333994] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 in Status: SUCCESS [ 742.334220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.334375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.334585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.334770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.334881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.334947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.335115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.335197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.335283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.335373] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.336907] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: IN_PROGRESS for 2s [ 742.471246] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.471414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.471487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.471702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.471797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.472027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.472156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.472225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.472767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.472861] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 is going to be updated. [ 742.517848] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.518284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.518464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.518618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.519108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.527575] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: IN_PROGRESS for 2s [ 742.577553] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 742.577828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.578115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.578456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.578673] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.578878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.578937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.579084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.579167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.579429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.579572] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.581313] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 742.581501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.581656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.581831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.581998] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.582118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.582210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.582364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.582444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.582538] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.583313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.583912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.583912] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.583912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.583912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.583912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.584367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.584367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.584367] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.585272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.585436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.585588] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.585708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.585746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.585883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.585954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.586079] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.712246] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.839131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.839289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.839367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.839586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.839761] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.839855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.839915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.840075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.840182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.840266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.840402] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.840461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.840533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.840660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.840798] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.840887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.840946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.841103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.841178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.841255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.841347] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.087308] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.087764] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.089021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.089168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.089313] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.194771] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 743.195055] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 deletion is rescheduled due to dependency. [ 743.195121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.195345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.195601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.195795] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.195945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.196257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.196257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.196257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.196395] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.214613] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.215029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.215029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.215165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.215165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.215252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be created. [ 743.245630] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.245793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.245845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.246082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.246250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.257066] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: UNINITIALIZED for 2s [ 743.346773] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a91df8a5-220f-4a7e-862b-a7fd377e5f73: rpc.has_security_group_logging(os_id): False [ 743.370312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.370312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.370312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.370312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.370781] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.370781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.370781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.371171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.371265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.371380] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 is going to be created. [ 743.436902] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.436902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.436902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.436902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.436902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.449582] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 in Status: IN_PROGRESS for 2s [ 743.590996] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.596312] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc3356f-6e9a-427b-8e29-82c6aaa354f0: rpc.has_security_group_logging(os_id): False [ 743.596312] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.622049] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.622049] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.622049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.622049] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be created. [ 743.678425] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.689038] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: IN_PROGRESS for 2s [ 743.701432] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.701432] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.701432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.701432] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 743.732443] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.732443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.732443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.732443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.732443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.755783] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 743.907190] env[68237]: INFO networking_nsxv3.common.synchronization [None req-dabc2271-096c-4dab-ae39-597ea542c15d None None] Enqueued Resource ID: 44952804-7702-465a-a6e5-c37d1eabc643 with Priority: HIGHEST for action port [ 743.907190] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44952804-7702-465a-a6e5-c37d1eabc643 with Priority: HIGHEST for action port [ 743.907190] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-44952804-7702-465a-a6e5-c37d1eabc643 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.907826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44952804-7702-465a-a6e5-c37d1eabc643" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.908049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44952804-7702-465a-a6e5-c37d1eabc643" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.908861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44952804-7702-465a-a6e5-c37d1eabc643" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.909219] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44952804-7702-465a-a6e5-c37d1eabc643',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.093082] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.093266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.093342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.093566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.093667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.093769] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be updated. [ 744.096742] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.096921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.096990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.097174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.097278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.097371] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 744.124962] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.125146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.125216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.126055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.126055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.127970] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.128113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.128522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.128522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.128522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.137826] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: IN_PROGRESS for 2s [ 744.138538] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 744.347887] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: SUCCESS [ 744.347887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.347887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.347887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.348345] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.348345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.348345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.348511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.348546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.348688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.348733] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.411956] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44952804-7702-465a-a6e5-c37d1eabc643 [ 744.412208] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.412339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.412409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.412609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.412701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.412848] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44952804-7702-465a-a6e5-c37d1eabc643 already deleted. [ 744.412909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44952804-7702-465a-a6e5-c37d1eabc643" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.537367] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 in Status: SUCCESS [ 744.538205] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fdfa3e-0de5-419d-a5e5-442a3ac72449 deletion is rescheduled due to dependency. [ 744.538205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fdfa3e-0de5-419d-a5e5-442a3ac72449" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.814253] env[68237]: INFO networking_nsxv3.common.synchronization [req-46faaab1-911c-43d8-b375-ec544b98bd9f req-d46b4e36-b5ec-4b22-9ee8-92807b64d145 tempest-InstanceActionsTestJSON-1735749390 tempest-InstanceActionsTestJSON-1735749390-project-member] Enqueued Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_members [ 744.814253] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_members [ 744.814253] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.814253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.814253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.814253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.814253] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.814253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.814253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.814253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.814253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.814253] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.851418] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.269306] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: SUCCESS [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.269306] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.269306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.269306] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.316841] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.321259] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.321259] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 already deleted. [ 745.321259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.357939] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b11e1daf-a7e0-4c32-b04d-704c9a68590b: rpc.has_security_group_logging(os_id): False [ 745.378847] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.379279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.379454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.379754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.382067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.382067] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.382067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.382067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.382067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.382067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.382067] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b is going to be created. [ 745.442714] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.442714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.442714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.442714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.442946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.446061] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.446251] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.446376] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.446763] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.447072] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.447232] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.447348] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.447583] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.447701] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.447907] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.448031] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.448160] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.448252] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.448362] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.448484] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.448625] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.457460] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: IN_PROGRESS for 2s [ 745.459803] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 in Status: SUCCESS [ 745.460050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.466938] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.467118] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.467258] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.467442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-28" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.467777] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-df771f98-b8ac-43c4-8f5b-d09501711a88 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.467950] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.468081] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.468415] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.468567] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df771f98-b8ac-43c4-8f5b-d09501711a88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.702077] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 745.702077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.702077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.702077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.702077] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.765855] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 745.765855] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 deletion is rescheduled due to dependency. [ 745.765855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.773803] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.774016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.774104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.774395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.774647] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.774752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.774826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.775563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.775563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.775563] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.775563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.775563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.775858] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.776106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.776106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.776242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.776280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.776365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.776440] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.972074] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.972400] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.972562] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.972909] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.973176] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.973395] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port df771f98-b8ac-43c4-8f5b-d09501711a88 not found, creating... [ 745.973738] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.973952] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.974118] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.974396] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.974566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.975266] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.975600] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.975797] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.976111] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.976327] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.976603] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: df771f98-b8ac-43c4-8f5b-d09501711a88 is going to be created. [ 745.996738] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.997011] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.997294] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.997463] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.997729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.997980] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.150869] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 746.151127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.151309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.151530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.151724] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.151843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.151909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.152083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.152165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.152334] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.156958] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 746.156958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.156958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.156958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.156958] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.156958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.156958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.156958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.156958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.156958] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.203809] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.204121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.279150] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ec29289-bb3e-443a-9283-d520cc143d97: rpc.has_security_group_logging(os_id): False [ 746.301082] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.301248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.301319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.301545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.301619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.301838] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.301935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.301997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.302165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.302244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.302486] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.302568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.302630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.302775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.302849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.310869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.310869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.310869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.310869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.310869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.310869] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be created. [ 746.366951] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.367368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.367368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.367747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.367985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.382154] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: IN_PROGRESS for 2s [ 746.513373] env[68237]: INFO networking_nsxv3.common.synchronization [None req-af74dbd7-0758-4a53-9ecf-b2bb47353397 None None] Enqueued Resource ID: 7570b21d-367c-4083-9fa4-3e3d308fc7b4 with Priority: HIGHEST for action port [ 746.514713] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7570b21d-367c-4083-9fa4-3e3d308fc7b4 with Priority: HIGHEST for action port [ 746.514713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7570b21d-367c-4083-9fa4-3e3d308fc7b4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.514713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7570b21d-367c-4083-9fa4-3e3d308fc7b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.514713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7570b21d-367c-4083-9fa4-3e3d308fc7b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.514713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7570b21d-367c-4083-9fa4-3e3d308fc7b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.515052] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7570b21d-367c-4083-9fa4-3e3d308fc7b4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.656907] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.657861] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.019510] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7570b21d-367c-4083-9fa4-3e3d308fc7b4 [ 747.019793] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.020013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.020084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.020299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.020373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.020471] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7570b21d-367c-4083-9fa4-3e3d308fc7b4 already deleted. [ 747.020555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7570b21d-367c-4083-9fa4-3e3d308fc7b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.161975] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.161975] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.443456] env[68237]: INFO networking_nsxv3.common.synchronization [req-46faaab1-911c-43d8-b375-ec544b98bd9f req-86c5b5f0-49a8-40e6-91f4-ab4e65ac1a3e service nova] Enqueued Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_rules [ 747.443456] env[68237]: INFO networking_nsxv3.common.synchronization [req-46faaab1-911c-43d8-b375-ec544b98bd9f req-86c5b5f0-49a8-40e6-91f4-ab4e65ac1a3e service nova] Enqueued Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_members [ 747.443456] env[68237]: INFO networking_nsxv3.common.synchronization [req-46faaab1-911c-43d8-b375-ec544b98bd9f req-86c5b5f0-49a8-40e6-91f4-ab4e65ac1a3e service nova] Enqueued Resource ID: df771f98-b8ac-43c4-8f5b-d09501711a88 with Priority: HIGHEST for action port [ 747.443456] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_rules [ 747.443456] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_members [ 747.443853] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df771f98-b8ac-43c4-8f5b-d09501711a88 with Priority: HIGHEST for action port [ 747.445443] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.445605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.446484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.446933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.447071] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.450032] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.455376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.455376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.455376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.455376] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.455376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.455376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.455376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.455376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.455376] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.455857] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-df771f98-b8ac-43c4-8f5b-d09501711a88 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.455970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.456253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.456253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.456333] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df771f98-b8ac-43c4-8f5b-d09501711a88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.469994] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: SUCCESS [ 747.470299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.662435] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.662622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.662622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.662839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.662944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.663055] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 747.664382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.664493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.664569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.664736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.664821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.664909] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be updated. [ 747.698518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.698518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.698518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.698518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.698764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.700033] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.702168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.702383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.702468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.702617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.715811] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 747.715811] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: IN_PROGRESS for 2s [ 747.959421] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.959421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.959421] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.959421] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df771f98-b8ac-43c4-8f5b-d09501711a88 with status ACTIVE [ 747.959421] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.959975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.959975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.959975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.959975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.960124] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.960174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.960211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.960344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.960417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.960592] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.960681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.960740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.960876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.960948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.961174] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df771f98-b8ac-43c4-8f5b-d09501711a88 is going to be updated. [ 747.985725] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.987676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.987676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.987676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.987676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.987676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df771f98-b8ac-43c4-8f5b-d09501711a88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.393745] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: SUCCESS [ 748.393974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.463390] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.882103] env[68237]: INFO networking_nsxv3.common.synchronization [req-60511bb7-ae9e-45ff-ae71-c585608e5dc7 req-e45a31ce-9863-4b4f-831a-a378a9b85ca5 tempest-ServersAdminNegativeTestJSON-2045109121 tempest-ServersAdminNegativeTestJSON-2045109121-project-member] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 748.888789] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 748.889135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.889257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.889319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.889519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.889664] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.889759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.889812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.889950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.890045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.890168] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.970210] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.970644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.970736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.970934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.971033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.971154] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 is going to be created. [ 748.995561] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.995696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.995696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.995927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.996055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.008684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 in Status: UNINITIALIZED for 2s [ 749.393362] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.493781] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.494179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494357] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494696] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.495149] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.496873] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.496873] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.496873] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.496873] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.496873] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.496873] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.496873] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.497185] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.497217] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.497662] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.497662] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.517705] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.517959] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.518233] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.518353] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.518642] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-1831bead-f9d8-4019-b2a9-1d401a809acf taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.518843] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.519541] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.519634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.519820] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1831bead-f9d8-4019-b2a9-1d401a809acf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.725267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 749.725502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.726111] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 749.726278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.726416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.726650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.726857] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.726979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.727056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.727221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.727318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.727384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.727579] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.727779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.727779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.727931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.727989] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.728094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.728167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.728251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.728314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.728398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.728487] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.729335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.729493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.729642] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.729732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.729797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.729943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.730040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.730124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.730208] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.898407] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.023770] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.024124] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024124] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.024453] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.024629] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.024770] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 1831bead-f9d8-4019-b2a9-1d401a809acf not found, creating... [ 750.025092] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.025286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.025402] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025677] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.025844] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.027483] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.027897] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.028146] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.028435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.028826] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.029036] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 1831bead-f9d8-4019-b2a9-1d401a809acf is going to be created. [ 750.049315] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.049315] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.049453] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.049808] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.050056] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.050667] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.232700] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a: rpc.has_security_group_logging(os_id): False [ 750.233943] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.251213] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.251456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.251456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.251661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.251745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.251949] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.252080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.252137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.252357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.252478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.252756] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.252898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.252981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.253452] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.253577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.253685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.253834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.253898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.254029] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 750.331964] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.332181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.332278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.332501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.332654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.345315] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 750.399900] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.400069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.400181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.400351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.400444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.400684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 is going to be updated. [ 750.430886] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.430973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.431029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.431219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.431378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.439410] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: IN_PROGRESS for 2s [ 750.736797] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc3356f-6e9a-427b-8e29-82c6aaa354f0: rpc.has_security_group_logging(os_id): False [ 750.757028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.757028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.757028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.757028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be updated. [ 750.809256] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.809580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.809580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.810611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.810611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.826101] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: IN_PROGRESS for 2s [ 750.939028] env[68237]: INFO networking_nsxv3.common.synchronization [req-60511bb7-ae9e-45ff-ae71-c585608e5dc7 req-0d5966fb-33b5-4a8e-ae08-8ae01b99af5a service nova] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_rules [ 750.939028] env[68237]: INFO networking_nsxv3.common.synchronization [req-60511bb7-ae9e-45ff-ae71-c585608e5dc7 req-0d5966fb-33b5-4a8e-ae08-8ae01b99af5a service nova] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 750.939028] env[68237]: INFO networking_nsxv3.common.synchronization [req-60511bb7-ae9e-45ff-ae71-c585608e5dc7 req-0d5966fb-33b5-4a8e-ae08-8ae01b99af5a service nova] Enqueued Resource ID: 1831bead-f9d8-4019-b2a9-1d401a809acf with Priority: HIGHEST for action port [ 750.939028] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_rules [ 750.939028] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 750.939028] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1831bead-f9d8-4019-b2a9-1d401a809acf with Priority: HIGHEST for action port [ 750.939028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.939028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.939028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.939028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.939028] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.939028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.939028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.941856] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-1831bead-f9d8-4019-b2a9-1d401a809acf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.942086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.942162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.942359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.942445] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1831bead-f9d8-4019-b2a9-1d401a809acf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.022040] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 in Status: SUCCESS [ 751.022040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.022040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.022040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.022413] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.022413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.022413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.022635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.022635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.023024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.023024] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.444077] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.444223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.444455] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1831bead-f9d8-4019-b2a9-1d401a809acf with status ACTIVE [ 751.444892] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.445017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.445081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.445286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.445404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.445553] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.445645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.445693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.446021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.446021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.446116] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.446198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.446239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.446366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.446468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.446558] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1831bead-f9d8-4019-b2a9-1d401a809acf is going to be updated. [ 751.474634] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.474832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.474832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.475118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.475268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.475429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1831bead-f9d8-4019-b2a9-1d401a809acf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.525688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.525844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.525906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.526147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.526313] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.526428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.526493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.526673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.526765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.526851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.526995] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.527108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.527161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.527300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.527434] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.527522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.527598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.527743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.527819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.527897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.527989] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.030285] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e750da1-1a71-4ea1-8c50-7bf36e9efd88: rpc.has_security_group_logging(os_id): False [ 752.049794] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.049983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.049983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.050242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.050356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.050601] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.050711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.050775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.050969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.051077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.051325] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.051444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.051509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.051713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.051800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.052851] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.053149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.053149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.053312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.053449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.053556] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 is going to be created. [ 752.105551] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.105727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.116404] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 in Status: IN_PROGRESS for 2s [ 752.371618] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 752.371618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.371618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.371804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.371837] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.451812] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: SUCCESS [ 752.452150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.452381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.452678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.452950] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.453151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.453260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.453501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.453636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.453788] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.838178] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 752.838391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.874040] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.874211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.874279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.874502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.874704] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.874807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.874869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.875040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.875152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.875248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.875343] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.959891] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.378264] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.378595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.378595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.378995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.378995] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.379173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.379254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.379436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.379549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.379658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.379848] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.380338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.380338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.380338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.380338] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.380507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.380586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.380745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.380865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.381051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.381259] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.461866] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.884104] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a: rpc.has_security_group_logging(os_id): False [ 753.904018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.904018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.904018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.904018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.904792] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.904792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.904792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.904792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.904792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.904792] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 753.964844] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.965840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.965941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.966194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.966331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.966470] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 is going to be updated. [ 754.027039] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.027248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.027298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.027565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.027770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.031674] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.031912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.032028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.032239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.032399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.039845] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: IN_PROGRESS for 2s [ 754.043503] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 754.155209] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 in Status: SUCCESS [ 754.155371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.936665] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.936936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 755.941106] env[68237]: INFO networking_nsxv3.common.synchronization [req-cb8ca0b6-4dd0-4117-91d1-66a82c093380 req-ba4a9489-a543-462c-a65e-5ec0982c4911 tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 755.941572] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 755.941859] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.941982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.942062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942411] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.942510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.942573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.942887] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.050422] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: SUCCESS [ 756.050422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.050422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.050422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.050647] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.050707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.051022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.051022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.051022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.051152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.051947] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.054747] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 756.054747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.350502] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.350708] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.350846] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.351162] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.351426] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351598] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351716] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.352086] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.352261] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.352484] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.352599] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.352709] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.352818] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.352933] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.353057] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.353311] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.371140] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.371343] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.371497] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.371700] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.372028] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.372223] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.372343] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.372693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.372841] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.447425] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.556278] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.556278] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.556278] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.556278] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.556278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.556916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.556916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.556916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.556916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.556916] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.875028] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.875320] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.875391] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.875673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.875879] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.876069] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a not found, creating... [ 756.876411] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.876759] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.876851] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.877199] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.877250] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.877719] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.877888] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.878076] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.878401] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.878470] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.878616] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a is going to be created. [ 756.901179] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.901179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.901179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.901179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.901179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.901179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.949519] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.016952] env[68237]: INFO networking_nsxv3.common.synchronization [req-82a77a3f-1206-4175-83fc-90562860f873 req-6420a07b-2016-49a6-b8dd-7ce790c79db5 tempest-ImagesOneServerTestJSON-1700659778 tempest-ImagesOneServerTestJSON-1700659778-project-member] Enqueued Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_members [ 757.017519] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGHEST for action security_group_members [ 757.017868] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.018051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.018140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.018303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.018469] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.018572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.018659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.018785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.018875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.018980] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.061818] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2: rpc.has_security_group_logging(os_id): False [ 757.081422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.081422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.081422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.081422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.081996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.081996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.081996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.081996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.081996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.081996] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 is going to be updated. [ 757.152837] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.152837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.152837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.153100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.153184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.168899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: IN_PROGRESS for 2s [ 757.454552] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.454734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.455080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.455080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.455197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.455306] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be updated. [ 757.506833] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.507034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.507082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.507274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.507432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.516648] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: IN_PROGRESS for 2s [ 757.521086] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.521233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.521277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.521607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.521607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.521727] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.521820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.521881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.522031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.522118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.522213] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab10ec0-2d92-453a-9295-82408a492340 is going to be updated. [ 757.550914] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.551112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.551340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.551528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.551756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.575244] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab10ec0-2d92-453a-9295-82408a492340 in Status: IN_PROGRESS for 2s [ 757.859658] env[68237]: INFO networking_nsxv3.common.synchronization [req-3943ea15-36cd-4324-a333-8cbe1e954b68 req-5d21d182-b6e7-48e2-bb30-004f3773226c tempest-FloatingIPsAssociationNegativeTestJSON-1739726036 tempest-FloatingIPsAssociationNegativeTestJSON-1739726036-project-member] Enqueued Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_members [ 757.860210] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGHEST for action security_group_members [ 757.860507] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.860626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.860694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.860890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.861151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.861262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.861326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.861477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.861564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.861658] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.881873] env[68237]: INFO networking_nsxv3.common.synchronization [req-cb8ca0b6-4dd0-4117-91d1-66a82c093380 req-460f5e8c-6e68-45aa-abc6-afa0e8fe91c6 service nova] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_rules [ 757.882079] env[68237]: INFO networking_nsxv3.common.synchronization [req-cb8ca0b6-4dd0-4117-91d1-66a82c093380 req-460f5e8c-6e68-45aa-abc6-afa0e8fe91c6 service nova] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 757.882217] env[68237]: INFO networking_nsxv3.common.synchronization [req-cb8ca0b6-4dd0-4117-91d1-66a82c093380 req-460f5e8c-6e68-45aa-abc6-afa0e8fe91c6 service nova] Enqueued Resource ID: a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a with Priority: HIGHEST for action port [ 757.882446] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_rules [ 757.882570] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 757.882670] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a with Priority: HIGHEST for action port [ 757.883330] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.883444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.883508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.883703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.883783] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.887650] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.887772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.887976] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.888102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.888165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.888368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.888442] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.366070] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.366070] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.366070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.366070] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 is going to be updated. [ 758.389119] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.391370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.391370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.391370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.391370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.391370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.391370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.393421] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a with status ACTIVE [ 758.393421] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.393421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.393421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.393421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.393421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.393762] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.393901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.393996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.394195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.394370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.394538] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.394671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.394766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.394950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.395087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.395367] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a is going to be updated. [ 758.404323] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 in Status: IN_PROGRESS for 2s [ 758.418257] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.418413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.418485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.418694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.418858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.419022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3b7e2c4-a30c-49b8-bbb5-2a4ec7a6d69a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.719769] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-64ae69a7-ae4d-470c-ba6d-cb9522deedd4 tempest-ListServersNegativeTestJSON-732707722 tempest-ListServersNegativeTestJSON-732707722-project-member] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 758.720065] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 758.720555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.720716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.720834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.721255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.721513] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.721711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.721831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.722143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.722424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.722518] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.185510] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: SUCCESS [ 759.185510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.226749] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.226749] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.226749] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b already deleted. [ 759.226749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.526786] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: SUCCESS [ 759.527937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.528293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.528620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.529633] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.529991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.531173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.531173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.531173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.531173] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.584686] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ab10ec0-2d92-453a-9295-82408a492340 in Status: SUCCESS [ 759.585426] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ab10ec0-2d92-453a-9295-82408a492340 deletion is rescheduled due to dependency. [ 759.585426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.605879] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.606116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.606229] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.606544] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.606869] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.606990] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.607225] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.607330] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.607472] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.607711] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.607821] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.607928] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.608051] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.608174] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.608268] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.608396] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.625847] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.625847] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.625847] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.625847] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.626144] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e6164ba3-acf1-412b-b790-6713822c1144 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.626329] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.626424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.626760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.626895] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6164ba3-acf1-412b-b790-6713822c1144',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.034656] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.129692] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.129934] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.130077] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.130352] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.130507] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.130661] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e6164ba3-acf1-412b-b790-6713822c1144 not found, creating... [ 760.130919] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.131086] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.131202] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.131418] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.131556] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.131826] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.131980] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.132108] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.132331] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.132465] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.132600] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e6164ba3-acf1-412b-b790-6713822c1144 is going to be created. [ 760.151545] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.151703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.151833] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.152103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.152331] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.152577] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.413627] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 in Status: SUCCESS [ 760.413855] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 deletion is rescheduled due to dependency. [ 760.413981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.538733] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.044206] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.044206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.044206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.044206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.044206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.044206] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be updated. [ 761.074450] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.074450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.074450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.074450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.074450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.081684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: IN_PROGRESS for 2s [ 761.245020] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-16242283-01c3-4d8c-803a-1ab4c2355276 service nova] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_rules [ 761.245020] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-16242283-01c3-4d8c-803a-1ab4c2355276 service nova] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 761.245020] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-16242283-01c3-4d8c-803a-1ab4c2355276 service nova] Enqueued Resource ID: e6164ba3-acf1-412b-b790-6713822c1144 with Priority: HIGHEST for action port [ 761.245020] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_rules [ 761.245020] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 761.245020] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6164ba3-acf1-412b-b790-6713822c1144 with Priority: HIGHEST for action port [ 761.245020] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.245020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.245020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.245020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.245020] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.246991] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.247280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.247461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.250017] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.250017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.250017] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6164ba3-acf1-412b-b790-6713822c1144 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.250017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.250017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6164ba3-acf1-412b-b790-6713822c1144',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.752056] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.752305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.752401] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.753301] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6164ba3-acf1-412b-b790-6713822c1144 with status ACTIVE [ 761.753480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.753589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.753655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.753874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.753937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.754121] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.754216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.754277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.754444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.757839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757839] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.757839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.757839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.757839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.757839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757839] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6164ba3-acf1-412b-b790-6713822c1144 is going to be updated. [ 761.775506] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.775652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.775724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.775907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.776052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.776246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6164ba3-acf1-412b-b790-6713822c1144" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.257686] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.761223] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.761223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.761223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.761495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.761495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.761495] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be created. [ 762.784719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.784928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.785091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.785323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.785513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.796401] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: UNINITIALIZED for 2s [ 763.092530] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: SUCCESS [ 763.092764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.092939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.093173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.093369] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.093488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.093552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.093699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.093779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.093865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.093953] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.597573] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.597827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.597941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.598268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.598528] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.598687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.598795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.599042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.599191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.599336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.599572] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.599733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.599844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.600098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.600327] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.600488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.600594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.600823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.600948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.602027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.602027] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.817527] env[68237]: INFO networking_nsxv3.common.synchronization [req-79a88928-bc76-4ada-85e2-8eeca1ba044a req-72f0d864-feaa-4d26-b03c-f82dc9f2ea9e tempest-ServersAdminNegativeTestJSON-2045109121 tempest-ServersAdminNegativeTestJSON-2045109121-project-member] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 763.818112] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 763.818416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.818538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.818605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.818797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.818945] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.819072] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.819115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.819236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.819454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.819551] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.925943] env[68237]: INFO networking_nsxv3.common.synchronization [req-0d4be0c5-2cbc-48d4-b612-0e0d38d9c2a0 req-a640085b-3ed3-4891-b17e-1f91458a8c67 tempest-InstanceActionsTestJSON-1735749390 tempest-InstanceActionsTestJSON-1735749390-project-member] Enqueued Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_members [ 763.926993] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGHEST for action security_group_members [ 763.927153] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.927321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.927379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.927539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.927699] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.928228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.928295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.928461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.928562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.928663] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.103769] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ec29289-bb3e-443a-9283-d520cc143d97: rpc.has_security_group_logging(os_id): False [ 764.120530] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.120530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.120530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.120741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.120772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.120963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.121104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.121166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.121308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.121380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.121576] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.121697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.121730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.121845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.121933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.122104] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.122211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.122291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.122381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.122451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.122536] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be updated. [ 764.178601] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.178756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.178828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.179089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.179210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.194480] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: IN_PROGRESS for 2s [ 764.321823] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.433811] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.435937] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.435937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.435937] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 is going to be updated. [ 764.462383] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.462383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.462554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.462606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.462747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.471249] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 in Status: IN_PROGRESS for 2s [ 764.812219] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 764.812438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.812668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.812804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.812998] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.813135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.813271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.813347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.813427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.813510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.813641] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.823968] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.316642] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.316642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.316642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.317118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.317118] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.317118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.317260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.317363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.317403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.317484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.318225] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.318225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.318225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.318225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.318225] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.318225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.318225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.318511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.318511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.318511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.318602] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.326565] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.326565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.326565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.326779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.326779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.326862] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 is going to be updated. [ 765.356089] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.356253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.356301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.356738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.366646] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: IN_PROGRESS for 2s [ 765.424863] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-80a7e0ee-fd9c-4457-8065-6bcdc810a6ec tempest-ListServersNegativeTestJSON-732707722 tempest-ListServersNegativeTestJSON-732707722-project-member] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 765.425311] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 765.428088] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.428088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.428088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.428088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.428088] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.428088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.428088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.428088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.428088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.428088] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.711373] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.711373] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.711373] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.711559] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.712214] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.712214] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.712214] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.712568] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.712785] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.713054] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.713218] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.715144] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.715144] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.715144] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.715144] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.715144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.732998] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.733206] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.733344] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.733535] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.733869] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-060a13a5-3b77-45b8-9522-05b2eb9e0e12 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.734061] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.734182] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.734512] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.734760] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060a13a5-3b77-45b8-9522-05b2eb9e0e12',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.821183] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48ad2fe-d147-44fe-a512-207abebc8a4b: rpc.has_security_group_logging(os_id): False [ 765.838202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.838491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.838491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.838649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.838742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.838973] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.839107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.839170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.839337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.839433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.839704] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.839773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.839831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.839988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.840081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.840285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.840405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.840437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.840588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.840945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.840945] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be created. [ 765.903703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.903859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.903916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.904150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.904339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.916517] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 765.930106] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.216601] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: SUCCESS [ 766.216869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.237136] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.237353] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.237464] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.237735] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.237892] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.238073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 060a13a5-3b77-45b8-9522-05b2eb9e0e12 not found, creating... [ 766.238335] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.238485] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.238599] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.238809] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.238947] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.239234] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.239383] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.239497] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.239695] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.239828] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.239966] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 060a13a5-3b77-45b8-9522-05b2eb9e0e12 is going to be created. [ 766.281524] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.281759] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.281876] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.282312] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.282542] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.282760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.432437] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.481291] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 in Status: SUCCESS [ 766.481511] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 deletion is rescheduled due to dependency. [ 766.481635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.934461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.934907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.934907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.934907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.934907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.935037] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 766.961296] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.961419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.961514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.961672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.961886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.969829] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 766.979925] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-2a3dac54-38f0-4ef1-b243-57e48de985ca service nova] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_rules [ 766.980110] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-2a3dac54-38f0-4ef1-b243-57e48de985ca service nova] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 766.980254] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-2a3dac54-38f0-4ef1-b243-57e48de985ca service nova] Enqueued Resource ID: 060a13a5-3b77-45b8-9522-05b2eb9e0e12 with Priority: HIGHEST for action port [ 766.980487] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_rules [ 766.980645] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 766.980743] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060a13a5-3b77-45b8-9522-05b2eb9e0e12 with Priority: HIGHEST for action port [ 766.981289] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.981403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.981588] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.981670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.981841] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-060a13a5-3b77-45b8-9522-05b2eb9e0e12 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.981946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.982010] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.982212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.982306] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060a13a5-3b77-45b8-9522-05b2eb9e0e12',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.376209] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: SUCCESS [ 767.376432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.484622] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 060a13a5-3b77-45b8-9522-05b2eb9e0e12 with status ACTIVE [ 767.484622] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.484622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.484622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.484880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.485667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.485667] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.485667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.485667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.485667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.485667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.485667] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.485957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.485957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.485957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.486055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.486055] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 060a13a5-3b77-45b8-9522-05b2eb9e0e12 is going to be updated. [ 767.515287] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.515287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.515434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.515546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.515705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.515903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060a13a5-3b77-45b8-9522-05b2eb9e0e12" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.927969] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 767.927969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.927969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.927969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.927969] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.955614] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-e13361a4-4884-4e79-b667-214d4f88a050 tempest-ListServersNegativeTestJSON-732707722 tempest-ListServersNegativeTestJSON-732707722-project-member] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 767.956312] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 767.956614] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.956853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.208942] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.209210] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.209358] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.209718] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.210291] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.210509] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.210658] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.210909] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.211101] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.211443] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.211864] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.212025] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.212167] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.212311] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.212443] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.212978] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.231147] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.231147] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.231258] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.231473] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.232305] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-61c4e228-79c7-4531-bcb1-6cf1bed2010e taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.232305] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.232305] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.232511] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.232511] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c4e228-79c7-4531-bcb1-6cf1bed2010e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.430894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.430894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.736499] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.736774] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.736919] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.737225] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.737397] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.737555] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 61c4e228-79c7-4531-bcb1-6cf1bed2010e not found, creating... [ 768.738348] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.738348] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.738348] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.738523] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.738811] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.738905] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.739056] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.739221] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.739455] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.739590] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.739752] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 61c4e228-79c7-4531-bcb1-6cf1bed2010e is going to be created. [ 768.758849] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.758849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.758849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.759173] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.760286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.760286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.979258] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 768.979258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.979604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.979604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.979804] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.979957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.981051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.981051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.981051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.981051] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.480382] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-bc7da265-719d-48d9-9fdf-55751a44a0d7 service nova] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_rules [ 769.480382] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-bc7da265-719d-48d9-9fdf-55751a44a0d7 service nova] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 769.480382] env[68237]: INFO networking_nsxv3.common.synchronization [req-bef413b4-194f-44e3-bce1-697f8043b915 req-bc7da265-719d-48d9-9fdf-55751a44a0d7 service nova] Enqueued Resource ID: 61c4e228-79c7-4531-bcb1-6cf1bed2010e with Priority: HIGHEST for action port [ 769.480382] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_rules [ 769.480382] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 769.480382] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c4e228-79c7-4531-bcb1-6cf1bed2010e with Priority: HIGHEST for action port [ 769.480382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.480382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.480382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.480382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.480382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-61c4e228-79c7-4531-bcb1-6cf1bed2010e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.480382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.480382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.480382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.480984] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c4e228-79c7-4531-bcb1-6cf1bed2010e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.484929] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.982287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61c4e228-79c7-4531-bcb1-6cf1bed2010e with status ACTIVE [ 769.982592] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.982657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.982765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.982921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983277] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.983451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.983594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983854] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.984018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.984162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.984236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.984319] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61c4e228-79c7-4531-bcb1-6cf1bed2010e is going to be updated. [ 769.988953] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.023589] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.023857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.023926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.024184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.024400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.024603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61c4e228-79c7-4531-bcb1-6cf1bed2010e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.497062] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.497062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.497062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.497230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.497326] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 770.535750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.535750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.535750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.535750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.535750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.544925] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 770.664008] env[68237]: INFO networking_nsxv3.common.synchronization [req-225b23c2-1c78-4ea9-9af6-a57ce71bc622 req-adf000c0-072b-4345-ab3a-79a35a286fcd tempest-ServerMetadataNegativeTestJSON-875894540 tempest-ServerMetadataNegativeTestJSON-875894540-project-member] Enqueued Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_members [ 770.664861] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_members [ 770.665184] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-616406c1-3014-49ee-838b-aa9fc521b0bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.665308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.665374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.665628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.665783] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.665887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.665951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.666120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.666209] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.666516] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.953308] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.953490] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-321" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.953616] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-321" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.953930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-321" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.954192] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.954343] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.954452] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.954687] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.954847] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.955067] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.955176] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.955279] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.955382] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.955485] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.955616] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.955710] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.973472] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.973631] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.973783] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.973975] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-321" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.974278] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-1599a78e-a9aa-40b6-a19e-a36bfd719afc taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.974446] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.974562] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.974855] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.974996] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1599a78e-a9aa-40b6-a19e-a36bfd719afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.168855] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.169228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.169228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.169379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.169469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.169645] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.169750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.169880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.170059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.170149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.170218] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616406c1-3014-49ee-838b-aa9fc521b0bf already deleted. [ 771.170284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.481018] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.481018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 1599a78e-a9aa-40b6-a19e-a36bfd719afc not found, creating... [ 771.481018] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.481018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.481723] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.481723] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.481723] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.481723] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.481723] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.481723] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 1599a78e-a9aa-40b6-a19e-a36bfd719afc is going to be created. [ 771.501935] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.501935] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.501935] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.501935] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.501935] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.501935] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.196181] env[68237]: INFO networking_nsxv3.common.synchronization [req-225b23c2-1c78-4ea9-9af6-a57ce71bc622 req-7bfd057f-a6fa-462b-8a1a-c81daf91fd77 service nova] Enqueued Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_rules [ 772.196181] env[68237]: INFO networking_nsxv3.common.synchronization [req-225b23c2-1c78-4ea9-9af6-a57ce71bc622 req-7bfd057f-a6fa-462b-8a1a-c81daf91fd77 service nova] Enqueued Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_members [ 772.196594] env[68237]: INFO networking_nsxv3.common.synchronization [req-225b23c2-1c78-4ea9-9af6-a57ce71bc622 req-7bfd057f-a6fa-462b-8a1a-c81daf91fd77 service nova] Enqueued Resource ID: 1599a78e-a9aa-40b6-a19e-a36bfd719afc with Priority: HIGHEST for action port [ 772.196594] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_rules [ 772.196689] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_members [ 772.196761] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1599a78e-a9aa-40b6-a19e-a36bfd719afc with Priority: HIGHEST for action port [ 772.197307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616406c1-3014-49ee-838b-aa9fc521b0bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.197422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.197487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.197755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.197846] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.198650] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-616406c1-3014-49ee-838b-aa9fc521b0bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.198755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.199138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.199252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.199312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.199452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.199541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.199626] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.200623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-1599a78e-a9aa-40b6-a19e-a36bfd719afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.201049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.201049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.201049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.201213] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1599a78e-a9aa-40b6-a19e-a36bfd719afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.555788] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 772.556416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.556634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.556946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.557036] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.557161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.557229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.557387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.557472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.557567] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.703803] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-616406c1-3014-49ee-838b-aa9fc521b0bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.703803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.703803] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.705040] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1599a78e-a9aa-40b6-a19e-a36bfd719afc with status ACTIVE [ 772.705300] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.705523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.705659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.705936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.706212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.706485] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.707020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.707020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.707020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.708826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708826] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.708826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.708826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.708826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.708826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708826] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1599a78e-a9aa-40b6-a19e-a36bfd719afc is going to be updated. [ 772.732622] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.732791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.732865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.733081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.733216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1599a78e-a9aa-40b6-a19e-a36bfd719afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.059860] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.205738] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.561677] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.711224] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.711224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.711224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.711224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.711224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.711224] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616406c1-3014-49ee-838b-aa9fc521b0bf is going to be created. [ 773.735545] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.735713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.735774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.735949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.736141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.745805] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616406c1-3014-49ee-838b-aa9fc521b0bf in Status: UNINITIALIZED for 2s [ 774.063963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.064374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.064374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.064567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.064567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.064645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 774.095475] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.095699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.095755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.095985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.096651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105253] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 775.757769] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616406c1-3014-49ee-838b-aa9fc521b0bf in Status: SUCCESS [ 775.758085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.758205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.758405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.758595] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.758808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.758808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.758965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.759037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.759094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.759180] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.115541] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 4s [ 776.263564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-616406c1-3014-49ee-838b-aa9fc521b0bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.263564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-616406c1-3014-49ee-838b-aa9fc521b0bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.263564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.264093] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.264093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.264093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.264093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.264093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.264093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.264262] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.767569] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 616406c1-3014-49ee-838b-aa9fc521b0bf: rpc.has_security_group_logging(os_id): False [ 776.784621] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.784856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.785320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.785578] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.785781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.785943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.786064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.786430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.786430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.786560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.786591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.786698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.786914] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.787061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.787137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.787289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.787380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.787488] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616406c1-3014-49ee-838b-aa9fc521b0bf is going to be created. [ 776.840889] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.840889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.841041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.841193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.841403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.854103] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616406c1-3014-49ee-838b-aa9fc521b0bf in Status: IN_PROGRESS for 2s [ 777.197429] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 777.197634] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 777.687900] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3ae7d57-ea1a-48e7-ae80-770364ad0fb8 req-d582d29d-bfd2-436d-b906-c2cf5b433c63 tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 777.688478] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 777.688910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690493] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.691062] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.063973] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.064365] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.065204] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.066034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.066907] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.067161] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.067332] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.067648] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.067843] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.068111] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.068445] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.068445] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.068580] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.068679] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.070134] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.070134] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.087262] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.087548] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.087852] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.087984] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.088864] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.088864] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.089236] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.089703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.089703] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d483b86-624f-47ef-844a-5e5c7bf1d4ad',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.127242] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.127242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.127242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.128320] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.129606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.129886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.132146] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.132146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.132146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.132146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.132146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.132146] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.193220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.193390] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.193450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.193694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.193803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.194023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.194115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.194174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.194328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.194403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.194486] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 778.217974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.220019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.220019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.220019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.220019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.228083] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 778.593560] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.593802] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.594156] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.594249] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.594422] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.594614] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 3d483b86-624f-47ef-844a-5e5c7bf1d4ad not found, creating... [ 778.594855] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.595188] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.595188] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.595507] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.595574] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.595827] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.595986] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.596182] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.596426] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.596496] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.596611] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 3d483b86-624f-47ef-844a-5e5c7bf1d4ad is going to be created. [ 778.616227] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.616227] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.616227] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.616227] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.616227] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.616227] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.632238] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.632384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.632605] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.865583] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616406c1-3014-49ee-838b-aa9fc521b0bf in Status: SUCCESS [ 778.865583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.135205] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.321227] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3ae7d57-ea1a-48e7-ae80-770364ad0fb8 req-584f0e5e-8651-4e07-9d37-02ad4fa1ceef service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 779.321227] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3ae7d57-ea1a-48e7-ae80-770364ad0fb8 req-584f0e5e-8651-4e07-9d37-02ad4fa1ceef service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 779.321227] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3ae7d57-ea1a-48e7-ae80-770364ad0fb8 req-584f0e5e-8651-4e07-9d37-02ad4fa1ceef service nova] Enqueued Resource ID: 3d483b86-624f-47ef-844a-5e5c7bf1d4ad with Priority: HIGHEST for action port [ 779.321227] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 779.321227] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 779.321227] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d483b86-624f-47ef-844a-5e5c7bf1d4ad with Priority: HIGHEST for action port [ 779.321625] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.321625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.321720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.322042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.322042] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.322760] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.322856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.323040] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.323289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.323289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.323405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.323461] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d483b86-624f-47ef-844a-5e5c7bf1d4ad',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.638072] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.638245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.638315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.638522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.638611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.638710] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 779.663349] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.663349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.663349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.663586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.663745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.672224] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 779.825471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.825471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.827036] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d483b86-624f-47ef-844a-5e5c7bf1d4ad with status ACTIVE [ 779.827036] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.827202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.827291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.827467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.827553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.827725] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.827855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.827920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.828096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.828189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.828372] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.828460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.828527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.828737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.828737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.828850] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d483b86-624f-47ef-844a-5e5c7bf1d4ad is going to be updated. [ 779.860546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.860546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.860546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.860546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.860546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.860546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d483b86-624f-47ef-844a-5e5c7bf1d4ad" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.236547] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 780.236852] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 780.236852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.237017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.237240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.237422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.237537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.237602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.237756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.237948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.238089] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.741071] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.245458] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.627207] env[68237]: INFO networking_nsxv3.common.synchronization [req-06e3e853-c1fe-4ecf-a918-80d82cdb2c33 req-b9385ec9-3f2b-4370-ba17-b7cce68f2318 tempest-ListServersNegativeTestJSON-732707722 tempest-ListServersNegativeTestJSON-732707722-project-member] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 781.627733] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 781.628070] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.628319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.682457] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 781.682818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.683016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.683234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.683439] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.683539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.683605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.683753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.683833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.683918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.684088] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.684165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.684213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.684353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.684488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.684579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.684638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.684770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.684844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.684924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.685033] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.686253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.688035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.688035] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.688035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.688035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.688035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.688035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.688035] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.748501] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.748501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.748501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.748835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.749465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.749465] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 781.776524] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.776762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.777044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.777654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.777836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.787464] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 782.186883] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48ad2fe-d147-44fe-a512-207abebc8a4b: rpc.has_security_group_logging(os_id): False [ 782.188471] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.209720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.209911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.209958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.210286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.210445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.210611] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.210730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.210796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.210969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.211058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.211241] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.211336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.211399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.211538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.211612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.211799] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.211913] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.211978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.212133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.212273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.212345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 782.282240] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.282690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.282690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.282690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.283034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.296221] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 782.690826] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.051999] env[68237]: INFO networking_nsxv3.common.synchronization [req-a79640ff-34df-422c-8a45-148965b159e7 req-5719611e-6f6c-4164-9beb-ccdb4b299110 tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 783.052651] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 783.052979] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.053125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.053187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.053478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.053658] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.053774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.053840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.053999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.054206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.054345] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.193481] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.193640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.193724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.194805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.194968] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.195152] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 783.235508] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.235736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.235813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.236041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.236193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.248131] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 783.534024] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.534024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.534024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.534024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.534024] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.534024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.534754] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.535023] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.535220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.535445] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.535561] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.535670] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.535793] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.535891] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.535993] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.537531] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.553800] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.553989] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.554137] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.554322] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.554714] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-16438b13-f5f7-472e-af75-2da5ea4e4568 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.554890] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555120] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.555380] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.555550] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16438b13-f5f7-472e-af75-2da5ea4e4568',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.561036] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.561036] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.561036] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf already deleted. [ 783.561036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.796907] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 783.797180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.797476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.797589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.797921] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.798031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.798031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.798223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.798315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.798402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.798494] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.060914] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.061212] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.061533] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.061655] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.061823] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.062016] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 16438b13-f5f7-472e-af75-2da5ea4e4568 not found, creating... [ 784.062418] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.062634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.062759] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.063009] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.063170] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.063723] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.063974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064082] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064381] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 16438b13-f5f7-472e-af75-2da5ea4e4568 is going to be created. [ 784.085943] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.086294] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.086572] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.087019] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.087405] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.087637] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.305010] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.305185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.305283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.305491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.305708] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.305823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.305994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.306080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.306170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.306316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.306498] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.306607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.306670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.306858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.306969] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.307105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.307141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.307329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.307364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.307455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.307546] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.309606] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 784.309606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.309606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.309775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.309860] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.811284] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b03df76-a68d-4153-80d6-db6179d8b2f7: rpc.has_security_group_logging(os_id): False [ 784.815085] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.815227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.828138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.828244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.828280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.828451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.828563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.828833] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.828914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.828914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.829109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.829229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.829413] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.829497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.829696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.829696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.829863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.829936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.831031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.831031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.831031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.831031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.831031] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 784.922777] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.922777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.922777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.922980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.922980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.936821] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 785.051194] env[68237]: INFO networking_nsxv3.common.synchronization [req-a79640ff-34df-422c-8a45-148965b159e7 req-d43aeee3-644b-4621-8920-f770ee60bcbd service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 785.051438] env[68237]: INFO networking_nsxv3.common.synchronization [req-a79640ff-34df-422c-8a45-148965b159e7 req-d43aeee3-644b-4621-8920-f770ee60bcbd service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 785.051645] env[68237]: INFO networking_nsxv3.common.synchronization [req-a79640ff-34df-422c-8a45-148965b159e7 req-d43aeee3-644b-4621-8920-f770ee60bcbd service nova] Enqueued Resource ID: 16438b13-f5f7-472e-af75-2da5ea4e4568 with Priority: HIGHEST for action port [ 785.052289] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 785.052440] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 785.052572] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16438b13-f5f7-472e-af75-2da5ea4e4568 with Priority: HIGHEST for action port [ 785.052878] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.053141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.053141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.053491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.053541] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.054356] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.058202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.058286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.058525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.058706] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.058814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.058927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.059134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.059252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.059363] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.060711] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-16438b13-f5f7-472e-af75-2da5ea4e4568 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.060864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.060936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.061160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.061247] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16438b13-f5f7-472e-af75-2da5ea4e4568',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.256274] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 785.256364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.256812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.257109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.257357] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.257693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.257693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.257693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.257836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.257866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.257954] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.563417] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.564643] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.564811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.565089] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16438b13-f5f7-472e-af75-2da5ea4e4568 with status ACTIVE [ 785.565412] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.565614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.565614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.565761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.565880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.566207] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.566362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.566456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.566605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.566693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.566952] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.567085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.567422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.567422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.567585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.567585] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16438b13-f5f7-472e-af75-2da5ea4e4568 is going to be updated. [ 785.589334] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.589514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.589600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.589826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.589979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.590156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16438b13-f5f7-472e-af75-2da5ea4e4568" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.730693] env[68237]: INFO networking_nsxv3.common.synchronization [req-b5665649-8a2a-4355-adca-c352be19cd06 req-67d490ba-7afa-462d-b5cf-0e8f91854585 tempest-ServerMetadataNegativeTestJSON-875894540 tempest-ServerMetadataNegativeTestJSON-875894540-project-member] Enqueued Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_members [ 785.731348] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616406c1-3014-49ee-838b-aa9fc521b0bf with Priority: HIGHEST for action security_group_members [ 785.731824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-616406c1-3014-49ee-838b-aa9fc521b0bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.731983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.732096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.732310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.732463] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.732621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.732701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.732901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.733015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.733181] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616406c1-3014-49ee-838b-aa9fc521b0bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.759975] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.760146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.760225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.760440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.760636] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.760744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.760872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.760920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.761023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.761073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.761236] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.761325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.761384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.761528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.761666] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.761756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.761812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.761948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.762038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.762140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.762233] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.999113] env[68237]: INFO networking_nsxv3.common.synchronization [req-58fa3127-19af-4bf5-afb2-34485fc11282 req-6d8d8d67-5f83-4e60-85b0-9c3628e81c63 tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 785.999817] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 786.000216] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.000380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.072782] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.235400] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.235555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.235622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.235836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.235928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.236145] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.236254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.236313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.238624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.238624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.238624] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616406c1-3014-49ee-838b-aa9fc521b0bf is going to be updated. [ 786.264343] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d48ad2fe-d147-44fe-a512-207abebc8a4b: rpc.has_security_group_logging(os_id): False [ 786.266319] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.266438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.266504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.266703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.266891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.274950] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616406c1-3014-49ee-838b-aa9fc521b0bf in Status: IN_PROGRESS for 2s [ 786.282534] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.282671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.282743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.282951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.283063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.283277] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.283377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.283441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.283597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.283674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.283848] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.283943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.284010] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284424] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.284510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.284572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284974] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 786.343678] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.343678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.343678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.343678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.343678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.367126] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 786.426850] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.428030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.428030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.428030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.428030] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.428030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.428030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.428030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.428814] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.428814] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.428814] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.428814] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.428814] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.428814] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.429471] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.429471] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.448515] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.448699] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.448842] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.450116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.450116] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-34e1c670-8287-43d2-9eac-d13b3e5a5c47 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.450116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.450116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.450116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.450480] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34e1c670-8287-43d2-9eac-d13b3e5a5c47',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.576553] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.576690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.576765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.577041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.577145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.577283] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be created. [ 786.600214] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.600371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.600447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.600728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.600880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.609421] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: UNINITIALIZED for 2s [ 786.951033] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 786.951033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.955510] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.955510] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 34e1c670-8287-43d2-9eac-d13b3e5a5c47 not found, creating... [ 786.955510] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.955510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.956571] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.956929] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.957205] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.957538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.957776] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.958026] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 34e1c670-8287-43d2-9eac-d13b3e5a5c47 is going to be created. [ 786.978444] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.978444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.978444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.978444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.978444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.978444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.409509] env[68237]: INFO networking_nsxv3.common.synchronization [None req-be621d21-25b7-4511-9fb4-10e9fe6b8a73 None None] Enqueued Resource ID: 200720a6-677a-4974-a3d6-dade7e4ccfe7 with Priority: HIGHEST for action port [ 787.410163] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200720a6-677a-4974-a3d6-dade7e4ccfe7 with Priority: HIGHEST for action port [ 787.410482] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-200720a6-677a-4974-a3d6-dade7e4ccfe7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.410607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200720a6-677a-4974-a3d6-dade7e4ccfe7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.410723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200720a6-677a-4974-a3d6-dade7e4ccfe7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.410918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200720a6-677a-4974-a3d6-dade7e4ccfe7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.411008] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200720a6-677a-4974-a3d6-dade7e4ccfe7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.846504] env[68237]: INFO networking_nsxv3.common.synchronization [req-58fa3127-19af-4bf5-afb2-34485fc11282 req-e922831a-d46c-4197-abf9-cc118d3c27bb service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 787.846702] env[68237]: INFO networking_nsxv3.common.synchronization [req-58fa3127-19af-4bf5-afb2-34485fc11282 req-e922831a-d46c-4197-abf9-cc118d3c27bb service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 787.847723] env[68237]: INFO networking_nsxv3.common.synchronization [req-58fa3127-19af-4bf5-afb2-34485fc11282 req-e922831a-d46c-4197-abf9-cc118d3c27bb service nova] Enqueued Resource ID: 34e1c670-8287-43d2-9eac-d13b3e5a5c47 with Priority: HIGHEST for action port [ 787.847723] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 787.847723] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 787.847723] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e1c670-8287-43d2-9eac-d13b3e5a5c47 with Priority: HIGHEST for action port [ 787.848298] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.848425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.848658] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.848765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.848985] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-34e1c670-8287-43d2-9eac-d13b3e5a5c47 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.849105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.849195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.849428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.849568] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34e1c670-8287-43d2-9eac-d13b3e5a5c47',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.918364] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 200720a6-677a-4974-a3d6-dade7e4ccfe7 [ 787.918598] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.918731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.918865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.919009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.919100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.919197] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:200720a6-677a-4974-a3d6-dade7e4ccfe7 already deleted. [ 787.919286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200720a6-677a-4974-a3d6-dade7e4ccfe7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.076950] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c95b5927-111a-4b09-9bc6-dfa545d4921e tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 788.077525] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 788.077862] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.078136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.078218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.078490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.078587] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.207232] env[68237]: INFO networking_nsxv3.common.synchronization [None req-33770f96-2307-41d6-8e12-fc270bb1c3ac tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 788.207650] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 788.211482] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.211641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.287411] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616406c1-3014-49ee-838b-aa9fc521b0bf in Status: SUCCESS [ 788.287567] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616406c1-3014-49ee-838b-aa9fc521b0bf deletion is rescheduled due to dependency. [ 788.287658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616406c1-3014-49ee-838b-aa9fc521b0bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.356704] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34e1c670-8287-43d2-9eac-d13b3e5a5c47 with status ACTIVE [ 788.356704] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.356704] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.356704] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.356704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.356704] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34e1c670-8287-43d2-9eac-d13b3e5a5c47 is going to be updated. [ 788.380799] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 788.380799] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.381418] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.381540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.381603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.382181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.383400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.383400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34e1c670-8287-43d2-9eac-d13b3e5a5c47" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.601434] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.601718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.601718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.601787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.603025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.603025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 already deleted. [ 788.603025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.603025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.603025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.603025] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.617650] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.621021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.621021] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.621021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.624592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.624592] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.624592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.624789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.624789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.625310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.625310] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.121710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.121950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.122207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.122469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.122602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.122699] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 already deleted. [ 789.122785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.126197] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.126345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.127720] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.630652] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.799190] env[68237]: INFO networking_nsxv3.common.synchronization [None req-bbb7cfb8-93f9-4473-b6bf-a0d1a367545e None None] Enqueued Resource ID: c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6 with Priority: HIGHEST for action port [ 789.799963] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6 with Priority: HIGHEST for action port [ 789.800252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.800402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.800491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.800786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.800898] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.134108] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.134401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.134401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.136396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.136396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.136396] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 790.163427] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.163578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.163653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.165029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.165029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 790.303439] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6 [ 790.303728] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.303887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.303958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.305120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.305120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.305120] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6 already deleted. [ 790.305120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58a8b9d-a9ed-4e7a-a5d6-3594287a59e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.184458] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 792.184746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.184954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.185266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.185380] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.185496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.185562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.185722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.185804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.185904] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.504139] env[68237]: INFO networking_nsxv3.common.synchronization [req-5ad6b5ab-8cd8-4828-a6bd-16d32c9f7c17 req-0de77e06-6df1-4c11-9299-1a63e3c228b5 tempest-FloatingIPsAssociationTestJSON-32244975 tempest-FloatingIPsAssociationTestJSON-32244975-project-member] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 792.504660] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 792.505012] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.505165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.505202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.505497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.505662] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.505766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.505833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.505985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.506129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.506169] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.688969] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.010017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.085805] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.086081] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.086247] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.086420] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.086679] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.086839] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.087042] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.087451] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.087697] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.087985] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.088196] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.088329] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.088438] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.088558] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.088669] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.088798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.107645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.107809] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.108012] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.108468] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-851" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.108468] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-ea8b9298-593f-4aec-a795-9d1e6163a01f taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.108606] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.108729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.109102] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.109256] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8b9298-593f-4aec-a795-9d1e6163a01f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.192608] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.512303] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.615450] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.615450] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.615450] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.615450] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.615450] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.619186] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port ea8b9298-593f-4aec-a795-9d1e6163a01f not found, creating... [ 793.619186] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.619186] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.619186] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.619186] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.619186] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.619649] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.619957] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.620216] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.620578] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.620903] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621209] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: ea8b9298-593f-4aec-a795-9d1e6163a01f is going to be created. [ 793.641368] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.641368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.641368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.641368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.641368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.641368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.695067] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.695466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.695666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.695986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.696255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.698319] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 793.738431] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.738431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.738431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.738431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.738431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.752208] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 793.824023] env[68237]: INFO networking_nsxv3.common.synchronization [req-f1199efb-2b83-4eb3-8699-f051fa451c9b req-7e6ed1a3-d786-4ba5-97d5-94e02a39ad90 tempest-ServersWithSpecificFlavorTestJSON-1668795449 tempest-ServersWithSpecificFlavorTestJSON-1668795449-project-member] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 793.824023] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 793.824023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.825379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.825379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.827426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.827426] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.827426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.827426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.827426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.827426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.827426] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.017602] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.017787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.017841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.018123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.018231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.018335] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be updated. [ 794.048157] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.048364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.048465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.048741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.048963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.062867] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: IN_PROGRESS for 2s [ 794.329118] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.329118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.329118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.329118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.332194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.334663] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.334663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.334663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.334663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.334663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.334663] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 is going to be updated. [ 794.359537] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.359731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.359797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.360103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.360342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.374009] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: IN_PROGRESS for 2s [ 794.985130] env[68237]: INFO networking_nsxv3.common.synchronization [req-5ad6b5ab-8cd8-4828-a6bd-16d32c9f7c17 req-aa3f1639-7eff-4781-a8fe-4869fec62d9f service nova] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_rules [ 794.985310] env[68237]: INFO networking_nsxv3.common.synchronization [req-5ad6b5ab-8cd8-4828-a6bd-16d32c9f7c17 req-aa3f1639-7eff-4781-a8fe-4869fec62d9f service nova] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 794.985441] env[68237]: INFO networking_nsxv3.common.synchronization [req-5ad6b5ab-8cd8-4828-a6bd-16d32c9f7c17 req-aa3f1639-7eff-4781-a8fe-4869fec62d9f service nova] Enqueued Resource ID: ea8b9298-593f-4aec-a795-9d1e6163a01f with Priority: HIGHEST for action port [ 794.985668] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_rules [ 794.985791] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 794.985899] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8b9298-593f-4aec-a795-9d1e6163a01f with Priority: HIGHEST for action port [ 794.986421] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.986602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.986602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.986818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.986917] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.989956] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.989956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.990181] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8b9298-593f-4aec-a795-9d1e6163a01f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.990299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.990343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.990527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.990852] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8b9298-593f-4aec-a795-9d1e6163a01f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.233225] env[68237]: INFO networking_nsxv3.common.synchronization [None req-70507fc4-41af-4ec6-95c4-918d2054f80c None None] Enqueued Resource ID: a7b6043f-1c17-4054-b417-9e450529b08d with Priority: HIGHEST for action port [ 795.233551] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b6043f-1c17-4054-b417-9e450529b08d with Priority: HIGHEST for action port [ 795.234471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b6043f-1c17-4054-b417-9e450529b08d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.234471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b6043f-1c17-4054-b417-9e450529b08d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.234471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b6043f-1c17-4054-b417-9e450529b08d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.234471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b6043f-1c17-4054-b417-9e450529b08d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.234698] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b6043f-1c17-4054-b417-9e450529b08d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.493059] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.493386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.493386] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea8b9298-593f-4aec-a795-9d1e6163a01f with status ACTIVE [ 795.493563] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.493663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.493725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.493925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.494020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.494286] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.494286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.494405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.494487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.494561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.494737] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.494826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.494970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.495124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.495198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.495275] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea8b9298-593f-4aec-a795-9d1e6163a01f is going to be updated. [ 795.519944] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.520127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.520276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.520423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.521635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.521635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8b9298-593f-4aec-a795-9d1e6163a01f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.739363] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7b6043f-1c17-4054-b417-9e450529b08d [ 795.739750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.739750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.739873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.740032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.740392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.740392] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7b6043f-1c17-4054-b417-9e450529b08d already deleted. [ 795.740392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b6043f-1c17-4054-b417-9e450529b08d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.764644] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 795.764644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.764644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.764644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.764644] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.764644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.764644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.764644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.764985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.764985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.764985] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.765092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.765124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.765258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.765404] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.765497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.765589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.765689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.765760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.765839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.765929] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.071589] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 796.071649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.071812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.072035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.072245] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.072409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.072444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.072572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.072652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.072745] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.267914] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4067c49-c262-419f-843d-1b396847e8bf: rpc.has_security_group_logging(os_id): False [ 796.287867] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.288339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.288508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.288725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.288813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.289077] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.289190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.289246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.289386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.289503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.289659] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.290447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.290530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.290673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.290749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.292378] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.292378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.292378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.292378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.292378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.292378] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be created. [ 796.342911] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.343090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.343162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.343365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.343588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.354665] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 796.382125] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: SUCCESS [ 796.382125] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 deletion is rescheduled due to dependency. [ 796.382125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.579091] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.081650] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.239400] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e1b47210-c51b-4ccb-a9b8-022ef0fa6ee4 None None] Enqueued Resource ID: 62878c1b-bc16-463b-b351-673df11f9878 with Priority: HIGHEST for action port [ 797.239681] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62878c1b-bc16-463b-b351-673df11f9878 with Priority: HIGHEST for action port [ 797.240314] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-62878c1b-bc16-463b-b351-673df11f9878 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.241311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62878c1b-bc16-463b-b351-673df11f9878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.241395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62878c1b-bc16-463b-b351-673df11f9878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.245036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62878c1b-bc16-463b-b351-673df11f9878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.245036] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62878c1b-bc16-463b-b351-673df11f9878',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.583871] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.585155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.585155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.585155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.585155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.585155] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be updated. [ 797.613512] env[68237]: INFO networking_nsxv3.common.synchronization [None req-0c1eaec8-89f7-4880-991c-7068a24ac2cd tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_rules [ 797.613512] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_rules [ 797.613775] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.613775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.613775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614153] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.617173] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.617297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.617364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.617569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.617716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.637122] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: IN_PROGRESS for 2s [ 797.700573] env[68237]: INFO networking_nsxv3.common.synchronization [None req-ba723377-55f0-483f-ab52-c3f29caf618e tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_rules [ 797.701105] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_rules [ 797.701460] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.701569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.748246] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62878c1b-bc16-463b-b351-673df11f9878 [ 797.748246] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.748246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.748246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.748246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.748246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.748246] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62878c1b-bc16-463b-b351-673df11f9878 already deleted. [ 797.748246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62878c1b-bc16-463b-b351-673df11f9878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.138676] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.138924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.138924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.139112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.139256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.139348] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 already deleted. [ 798.139439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.140135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.140135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.140135] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.368122] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 798.368122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.368122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.368122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.368122] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.659477] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.659477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.659477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.659823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.659823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.659823] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 already deleted. [ 798.660142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.671551] env[68237]: INFO networking_nsxv3.common.synchronization [req-bcf47a03-0577-4f38-b02c-59a0e2e7b594 req-ed5161c7-6995-4d8e-ae61-6d8e38b5d631 tempest-VolumesAssistedSnapshotsTest-1916475659 tempest-VolumesAssistedSnapshotsTest-1916475659-project-member] Enqueued Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_members [ 798.672268] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGHEST for action security_group_members [ 798.672388] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.672512] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.672632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.672857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.672978] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.675428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.675515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.675788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.675969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.676113] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.878702] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.878903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.879000] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.879287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.879489] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.879591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.879656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.879825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.879909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.880007] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.880104] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.181087] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.181087] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.181087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.181087] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 is going to be updated. [ 799.219323] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.219323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.219323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.219323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.219323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.226770] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 in Status: IN_PROGRESS for 2s [ 799.384435] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.384627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.384680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.384920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.385140] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.385255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.385302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.385464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.385547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.385650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.385784] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.385861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.386048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.386048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.386194] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.386285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.386328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.386460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.386530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.386605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.386687] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.646577] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 799.646811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.647272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.647558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.647773] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.647943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.648050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.648254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.648374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.648475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.648575] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.891303] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4067c49-c262-419f-843d-1b396847e8bf: rpc.has_security_group_logging(os_id): False [ 799.911201] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.911444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.911535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.911750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.911846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.912053] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.912154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.912218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.912368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.912455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.912664] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.912770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.912835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.912976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.913079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.913257] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.913349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.913409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.913545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.913917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.913986] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 799.981072] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.981234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.981307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.981561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.981665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.000384] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 800.151422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.151583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.151655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.152778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.152778] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.152778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.152778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.152778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.152778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.152778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.152778] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.152778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.153896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.153896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.153896] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.153896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.153896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.153896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.153896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.153896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.153896] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.656047] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c53e249-b703-4ca5-9d1e-b843991dd454: rpc.has_security_group_logging(os_id): False [ 800.672952] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.673180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.673282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.673544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.673664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.673918] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.674057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.674113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.674272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.674358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.674544] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.674634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.674697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.674852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.674908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.675131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.675227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.675291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.675433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.675509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.675592] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be updated. [ 800.738430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.738430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.738430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.738430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.738642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.751184] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: IN_PROGRESS for 2s [ 801.240788] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 in Status: SUCCESS [ 801.241050] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 deletion is rescheduled due to dependency. [ 801.241099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.015202] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 802.015202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.764590] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 802.764869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.673143] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 803.673143] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 804.301531] env[68237]: INFO networking_nsxv3.common.synchronization [req-133dd89d-0f58-4aa1-969c-494533b86e4b req-5708b151-32c7-45ca-b424-40799dd388b9 tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 804.302081] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 804.302450] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.302541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.302572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.302750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.302901] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.303018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.303298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.303491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.303580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.303672] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.809375] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.809375] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.809375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.809375] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 804.837429] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.837554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.837620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.837817] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.838024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.845142] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 805.004359] env[68237]: INFO networking_nsxv3.common.synchronization [req-ad9f3674-5994-48cd-a2d4-fe490626cf0a req-bd2efd9d-11dc-4a2e-b381-837efc2118b2 tempest-ServersAdminNegativeTestJSON-2045109121 tempest-ServersAdminNegativeTestJSON-2045109121-project-member] Enqueued Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 805.005044] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 with Priority: HIGHEST for action security_group_members [ 805.005504] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.005604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.005702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.005966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.006151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.006300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.006399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.006600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.007513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.007513] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.511373] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.511832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.511832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.511832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.511961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.512145] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.512250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.512322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.512499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.512580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.512669] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 is going to be updated. [ 805.541315] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.541519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.541593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.541786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.541942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550483] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: IN_PROGRESS for 2s [ 806.857309] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 806.857620] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 806.857658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.563603] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 in Status: SUCCESS [ 807.563847] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2 deletion is rescheduled due to dependency. [ 807.563974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.006917] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.006917] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 810.967360] env[68237]: INFO networking_nsxv3.common.synchronization [None req-0bc1c261-d2e3-4539-a94e-2c5ea5aea87b None None] Enqueued Resource ID: c13770bb-5f2c-47b3-bc9f-b70aea250823 with Priority: HIGHEST for action port [ 810.967940] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13770bb-5f2c-47b3-bc9f-b70aea250823 with Priority: HIGHEST for action port [ 810.971062] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13770bb-5f2c-47b3-bc9f-b70aea250823 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.971062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13770bb-5f2c-47b3-bc9f-b70aea250823" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.971062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13770bb-5f2c-47b3-bc9f-b70aea250823" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.971062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13770bb-5f2c-47b3-bc9f-b70aea250823" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.971062] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13770bb-5f2c-47b3-bc9f-b70aea250823',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.473685] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c13770bb-5f2c-47b3-bc9f-b70aea250823 [ 811.474165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.474165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.474165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.474518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.474518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.474518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c13770bb-5f2c-47b3-bc9f-b70aea250823 already deleted. [ 811.474518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13770bb-5f2c-47b3-bc9f-b70aea250823" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.597048] env[68237]: INFO networking_nsxv3.common.synchronization [req-9bc20a18-380d-42ec-ab74-451a0f75f8d8 req-bf7ece4b-1c0c-4c15-a0d5-a29e9a8c2b99 tempest-FloatingIPsAssociationTestJSON-32244975 tempest-FloatingIPsAssociationTestJSON-32244975-project-member] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 811.597048] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 811.597048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.597048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.597048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.597048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.597048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.597048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.597048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.597048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.597048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.597585] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.102175] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.603146] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.107218] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.107382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.107443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.107686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.107778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.107874] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be updated. [ 813.127686] env[68237]: INFO networking_nsxv3.common.synchronization [None req-7f33e550-8b86-4395-98be-2e8c236f82a1 None None] Enqueued Resource ID: b54af149-a66d-4521-b1d4-2129bcf0f992 with Priority: HIGHEST for action port [ 813.127939] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54af149-a66d-4521-b1d4-2129bcf0f992 with Priority: HIGHEST for action port [ 813.128514] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54af149-a66d-4521-b1d4-2129bcf0f992 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.128648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54af149-a66d-4521-b1d4-2129bcf0f992" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.128704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54af149-a66d-4521-b1d4-2129bcf0f992" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.128932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54af149-a66d-4521-b1d4-2129bcf0f992" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.131223] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54af149-a66d-4521-b1d4-2129bcf0f992',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.135726] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.135726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.135726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.135726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.135726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143347] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: IN_PROGRESS for 2s [ 813.633260] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b54af149-a66d-4521-b1d4-2129bcf0f992 [ 813.633629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.634479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.634479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.634479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.634479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.634479] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b54af149-a66d-4521-b1d4-2129bcf0f992 already deleted. [ 813.634479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54af149-a66d-4521-b1d4-2129bcf0f992" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.154391] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 815.154391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.128688] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 818.128982] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 819.637818] env[68237]: INFO networking_nsxv3.common.synchronization [req-778e9ac9-1ae6-40d6-97a5-d0f3ee961a6c req-cdf9f10e-6de5-4b13-ba19-5e78d4b9c6ef tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 819.638261] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 819.638556] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.638916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639069] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.639164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.639221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.639364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.639537] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.072849] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.073106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.073232] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.073494] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.073751] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.073940] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.074252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.074839] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.074839] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.074839] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.074999] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.074999] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.075732] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.075732] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.075732] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.075732] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.097157] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.097378] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.098030] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.098030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.098030] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-23889c4c-9b8b-4405-b957-90fda02d4ef5 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.098235] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.098378] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.098656] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.098803] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23889c4c-9b8b-4405-b957-90fda02d4ef5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.144074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.144074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.144074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.144074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.144324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.144360] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.144447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.144506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.144704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.144811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.144882] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 820.173561] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.180047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.180047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.180047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.180047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.186286] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 820.602193] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.602495] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.602668] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.602974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.603179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.603373] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 23889c4c-9b8b-4405-b957-90fda02d4ef5 not found, creating... [ 820.603696] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.603832] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.603950] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.604197] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.604341] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.604618] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.604773] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.604890] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.605155] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.605298] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.605439] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 23889c4c-9b8b-4405-b957-90fda02d4ef5 is going to be created. [ 820.627216] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.627462] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.627593] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.628443] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.628733] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.628977] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.428949] env[68237]: INFO networking_nsxv3.common.synchronization [req-778e9ac9-1ae6-40d6-97a5-d0f3ee961a6c req-077754b5-5151-4ac9-8235-d51ec68c435d service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 821.429248] env[68237]: INFO networking_nsxv3.common.synchronization [req-778e9ac9-1ae6-40d6-97a5-d0f3ee961a6c req-077754b5-5151-4ac9-8235-d51ec68c435d service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 821.429289] env[68237]: INFO networking_nsxv3.common.synchronization [req-778e9ac9-1ae6-40d6-97a5-d0f3ee961a6c req-077754b5-5151-4ac9-8235-d51ec68c435d service nova] Enqueued Resource ID: 23889c4c-9b8b-4405-b957-90fda02d4ef5 with Priority: HIGHEST for action port [ 821.429520] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 821.429621] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 821.429730] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23889c4c-9b8b-4405-b957-90fda02d4ef5 with Priority: HIGHEST for action port [ 821.430282] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.430409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.430489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.430661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.430742] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.432252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.432352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.432552] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-23889c4c-9b8b-4405-b957-90fda02d4ef5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.432655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.432718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.432878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.432955] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23889c4c-9b8b-4405-b957-90fda02d4ef5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.936543] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.936699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.936851] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23889c4c-9b8b-4405-b957-90fda02d4ef5 with status ACTIVE [ 821.937042] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.937164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.937237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.937435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.937593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.937697] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.937798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.937859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.938015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.938118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.938307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.938403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.938457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.938598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.938672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.938996] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23889c4c-9b8b-4405-b957-90fda02d4ef5 is going to be updated. [ 821.958531] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.959804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.959804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.959804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.959804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.959804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23889c4c-9b8b-4405-b957-90fda02d4ef5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.200220] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 822.200220] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b deletion is rescheduled due to dependency. [ 822.200220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.200220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.200220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.200220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.200220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.200220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.200477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.200477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.200477] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.582343] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5f38d2f-6872-41a7-8cc5-09753439e8fa req-28a00304-b32f-4cae-9b32-da7ca7a9334f tempest-ServersTestBootFromVolume-1236961585 tempest-ServersTestBootFromVolume-1236961585-project-member] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_members [ 822.582854] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_members [ 822.583252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.583379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.583443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.583681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.583836] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.583940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.583986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.584162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.584243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.584332] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.704394] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.967850] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.968294] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-960" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.968397] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-960" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.968787] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-960" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.969104] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.969273] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.969394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.969621] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.969769] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.969979] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.970321] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.970321] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.970321] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.970964] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.970964] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.970964] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.988816] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.988976] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.989137] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.989309] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-960" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.989600] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e14972f2-13d5-417d-9c9b-9a0f731e4e44 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.989763] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.989878] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.990197] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.990339] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14972f2-13d5-417d-9c9b-9a0f731e4e44',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.086571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.086761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.086805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.086999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.087160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.087366] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.087465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.087526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.088095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.088214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.088303] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da already deleted. [ 823.088383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.206283] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.492458] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.492575] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.492692] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.493052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.493190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.493378] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e14972f2-13d5-417d-9c9b-9a0f731e4e44 not found, creating... [ 823.493657] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.493818] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.493937] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.494171] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.494313] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.494585] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.494740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.494855] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.495073] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.495209] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.495349] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e14972f2-13d5-417d-9c9b-9a0f731e4e44 is going to be created. [ 823.513830] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.515369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.515369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.515369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.515369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.515603] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.708335] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.708638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.708638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.708765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.708858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.708951] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 823.738841] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.738966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.739023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.739396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.739396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.747402] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 824.215815] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5f38d2f-6872-41a7-8cc5-09753439e8fa req-26eec1da-f37c-43e9-8dae-d503097c2665 service nova] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_rules [ 824.215815] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5f38d2f-6872-41a7-8cc5-09753439e8fa req-26eec1da-f37c-43e9-8dae-d503097c2665 service nova] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_members [ 824.215815] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5f38d2f-6872-41a7-8cc5-09753439e8fa req-26eec1da-f37c-43e9-8dae-d503097c2665 service nova] Enqueued Resource ID: e14972f2-13d5-417d-9c9b-9a0f731e4e44 with Priority: HIGHEST for action port [ 824.215815] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_rules [ 824.215997] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_members [ 824.215997] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14972f2-13d5-417d-9c9b-9a0f731e4e44 with Priority: HIGHEST for action port [ 824.216508] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.216626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.216691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.216889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.216967] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.220078] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.220333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.220415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.220602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.220808] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.220919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.220982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.221221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.221283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.221361] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.223617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e14972f2-13d5-417d-9c9b-9a0f731e4e44 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.223750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.223809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.223949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.224031] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14972f2-13d5-417d-9c9b-9a0f731e4e44',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.721894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.722264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.724956] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.725407] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e14972f2-13d5-417d-9c9b-9a0f731e4e44 with status ACTIVE [ 824.725537] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.725656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.725722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.725933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.726034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.726205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.726302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.726365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.726516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.726595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.726942] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.727240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.727240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.727437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.727523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.727869] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e14972f2-13d5-417d-9c9b-9a0f731e4e44 is going to be updated. [ 824.747380] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.747504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.747569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.747747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.747875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.748047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e14972f2-13d5-417d-9c9b-9a0f731e4e44" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.070811] env[68237]: INFO networking_nsxv3.common.synchronization [req-63c960c3-1cb0-48cc-8a6f-c81a29c161ad req-46f395fc-ce71-414a-9cf3-85571fdc4740 tempest-ServerAddressesTestJSON-568627508 tempest-ServerAddressesTestJSON-568627508-project-member] Enqueued Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_members [ 825.071428] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_members [ 825.071816] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.072037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.072197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.072905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.073456] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.073456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.073456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.073601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.075629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.076215] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.230260] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.466227] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.466427] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-125" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.466556] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-125" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.466918] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-125" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.467313] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.467502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.467619] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.467842] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.468051] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.468197] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.468309] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.468469] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.468520] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.468644] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.468700] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.468861] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.490121] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.490275] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.490455] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.490690] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-125" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.490950] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e3259135-2e40-4236-8149-b4172ef87318 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.491142] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.491263] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.491595] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.491737] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3259135-2e40-4236-8149-b4172ef87318',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.581743] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.581920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.582055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.582275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.582409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.582610] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.583646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.583646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.583646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.583646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.583646] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e already deleted. [ 825.583646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737207] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.737899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.738144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.738452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.738629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.738806] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da is going to be created. [ 825.758022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.758022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.758022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.758022] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.763292] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.763292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.763292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.763292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.763292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.770547] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: UNINITIALIZED for 2s [ 825.994222] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.994446] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.994569] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.994853] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.995029] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.995171] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e3259135-2e40-4236-8149-b4172ef87318 not found, creating... [ 825.995444] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.996469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.996469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.996469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.996469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.996469] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.996782] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.996782] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.997007] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.997210] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.997364] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e3259135-2e40-4236-8149-b4172ef87318 is going to be created. [ 826.016818] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.016818] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.016818] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.016818] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.016818] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.017086] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.260014] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.260204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.260204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.260474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.260659] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.260763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.260826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.260988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.261086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.261365] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.261458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.261519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.261644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.262089] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.262089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.262089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.262089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.262363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.262363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.262363] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.765701] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bc04664-3d7a-41ee-bab2-3112c22b047b: rpc.has_security_group_logging(os_id): False [ 826.783348] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.783544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.783586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.783777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.783871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.784143] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.784476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.784556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.784749] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.785047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.785122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785297] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.785798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.785798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.785798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.785798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 826.850364] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.850621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.850621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.854020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.854020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865156] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 826.920453] env[68237]: INFO networking_nsxv3.common.synchronization [req-63c960c3-1cb0-48cc-8a6f-c81a29c161ad req-a26f7045-9963-4e5b-a250-b2a560da8c35 service nova] Enqueued Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_rules [ 826.920774] env[68237]: INFO networking_nsxv3.common.synchronization [req-63c960c3-1cb0-48cc-8a6f-c81a29c161ad req-a26f7045-9963-4e5b-a250-b2a560da8c35 service nova] Enqueued Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_members [ 826.920991] env[68237]: INFO networking_nsxv3.common.synchronization [req-63c960c3-1cb0-48cc-8a6f-c81a29c161ad req-a26f7045-9963-4e5b-a250-b2a560da8c35 service nova] Enqueued Resource ID: e3259135-2e40-4236-8149-b4172ef87318 with Priority: HIGHEST for action port [ 826.921209] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_rules [ 826.921209] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_members [ 826.921342] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3259135-2e40-4236-8149-b4172ef87318 with Priority: HIGHEST for action port [ 826.921909] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.922067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.922143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.922384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.922469] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.923665] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.923857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.923857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.924147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.924147] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.924271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.924321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.924441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.924527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.924617] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.925864] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3259135-2e40-4236-8149-b4172ef87318 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.925864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.925864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.925864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.925864] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3259135-2e40-4236-8149-b4172ef87318',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.427472] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.428491] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.428611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.428692] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3259135-2e40-4236-8149-b4172ef87318 with status ACTIVE [ 827.428833] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.428932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.429080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.429207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.429297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.429476] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.429579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.429637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.429832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.429864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.430043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.430402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.430402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.430402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.430529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.430529] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3259135-2e40-4236-8149-b4172ef87318 is going to be updated. [ 827.452420] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.452599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.452675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.452911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.453069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.453255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3259135-2e40-4236-8149-b4172ef87318" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.684610] env[68237]: INFO networking_nsxv3.common.synchronization [req-db3d3368-d6ca-4172-88a3-144837ae80db req-11fd2f5f-4da9-4512-bb7a-be962b07c38b tempest-ListServerFiltersTestJSON-1468642307 tempest-ListServerFiltersTestJSON-1468642307-project-member] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 827.684610] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 827.684804] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.685086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.685281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.685707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.685997] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.686270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.686433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.686709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.686913] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.687128] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.780133] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: SUCCESS [ 827.780754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.781059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.781418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.781489] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.781631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.781695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.781845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.781942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.782040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.782135] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.933065] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.192640] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.192640] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.192640] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 already deleted. [ 828.192640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.200036] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.200036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.200036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.200036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.200036] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.200036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.200610] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.200936] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.201207] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.201524] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.201735] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.201931] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.202151] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.204460] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.204460] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.204460] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.221995] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.221995] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.221995] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.221995] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.221995] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-c231c79b-11e8-4987-8977-587e745b5cbe taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.222279] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.222318] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.223775] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.223775] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c231c79b-11e8-4987-8977-587e745b5cbe',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.286478] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.435191] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.435191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.435360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.435413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.435533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.436285] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e is going to be created. [ 828.457265] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.457428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.457700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.457939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.468014] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e in Status: UNINITIALIZED for 2s [ 828.725391] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.725638] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.725766] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.726060] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.726215] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726371] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port c231c79b-11e8-4987-8977-587e745b5cbe not found, creating... [ 828.726634] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.726790] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.726907] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.727183] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.727349] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.727636] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.727792] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.727911] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.728155] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.728294] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.728436] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: c231c79b-11e8-4987-8977-587e745b5cbe is going to be created. [ 828.746897] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.747092] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.747294] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.747608] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.747792] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.748168] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.790689] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e0d048-2892-4e52-9be9-67b149a1a4da: rpc.has_security_group_logging(os_id): False [ 828.808671] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.808865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.808930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.809132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.809231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.809497] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.809592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.809661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.809810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.809887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.809971] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da is going to be created. [ 828.879114] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 828.879344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.917980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.918625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.933424] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: IN_PROGRESS for 2s [ 829.672493] env[68237]: INFO networking_nsxv3.common.synchronization [req-db3d3368-d6ca-4172-88a3-144837ae80db req-fcf1e1b8-fef5-47dd-a89d-14ec803bde98 service nova] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_rules [ 829.672493] env[68237]: INFO networking_nsxv3.common.synchronization [req-db3d3368-d6ca-4172-88a3-144837ae80db req-fcf1e1b8-fef5-47dd-a89d-14ec803bde98 service nova] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 829.672493] env[68237]: INFO networking_nsxv3.common.synchronization [req-db3d3368-d6ca-4172-88a3-144837ae80db req-fcf1e1b8-fef5-47dd-a89d-14ec803bde98 service nova] Enqueued Resource ID: c231c79b-11e8-4987-8977-587e745b5cbe with Priority: HIGHEST for action port [ 829.672493] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_rules [ 829.672493] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 829.672493] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c231c79b-11e8-4987-8977-587e745b5cbe with Priority: HIGHEST for action port [ 829.672493] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.672493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.672493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.672782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.672848] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.673652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.673763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.673830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.674014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.674635] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.674748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.674826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.674964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.675073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.675171] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.675895] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c231c79b-11e8-4987-8977-587e745b5cbe taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.676012] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.676081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.676232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.676306] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c231c79b-11e8-4987-8977-587e745b5cbe',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.178745] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.181104] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.181104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.181104] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c231c79b-11e8-4987-8977-587e745b5cbe with status ACTIVE [ 830.181104] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.181104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.181104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.181449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.181449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.181617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.181753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.181842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.182232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.182355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.182647] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.182850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.182969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.183267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.183378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.183518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c231c79b-11e8-4987-8977-587e745b5cbe is going to be updated. [ 830.204854] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.204987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.205091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.205383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.205579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.205943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c231c79b-11e8-4987-8977-587e745b5cbe" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.476544] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e in Status: SUCCESS [ 830.476837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.476932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.477260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.477503] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.477647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.477742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.477925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.478063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.478157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.478243] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.686166] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.728471] env[68237]: INFO networking_nsxv3.common.synchronization [req-507b3490-90ff-4d31-a28b-8bd67bb252c6 req-87cf36f4-e30b-4996-bd93-390bb48b7bbe tempest-ListServerFiltersTestJSON-1468642307 tempest-ListServerFiltersTestJSON-1468642307-project-member] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 830.729145] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 830.729450] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.729557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.948214] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: SUCCESS [ 830.948439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.981415] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.981506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.981571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.981858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.982043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.982140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.982205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.982376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.984074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.984195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.984536] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.984715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.984777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.984963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.985135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.985285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.985285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.985427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.985501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.985585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.985674] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.190478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.190781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.190781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.191057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.191057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.191155] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be created. [ 831.219728] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.219856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.219965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.220147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.220312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.229169] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: UNINITIALIZED for 2s [ 831.489528] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e: rpc.has_security_group_logging(os_id): False [ 831.506975] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.507181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.507246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.507441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.507616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.507794] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.507875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.507875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.508040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.508118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.508317] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.508433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.508472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.508601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.508673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.508866] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.508937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.508985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.511527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.511610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.511703] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e is going to be created. [ 831.546665] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.547529] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.547529] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.547529] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.547645] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.547703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548326] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.548326] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.548326] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.548542] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.548609] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.548768] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.549076] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.549240] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.549364] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.549505] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.570111] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.570293] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.570741] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.570741] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.571065] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-87739e1f-7578-4f51-abbc-678119d483ee taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.571222] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.571642] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.571642] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.571781] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87739e1f-7578-4f51-abbc-678119d483ee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.576969] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.577117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.577117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.577343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.577525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.588144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e in Status: IN_PROGRESS for 2s [ 832.080139] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.082020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.082020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.082020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.082020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.082020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 87739e1f-7578-4f51-abbc-678119d483ee not found, creating... [ 832.082020] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.082020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.082020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.082451] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.082451] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.083422] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.083787] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.083893] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.084369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.084609] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.084831] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 87739e1f-7578-4f51-abbc-678119d483ee is going to be created. [ 832.104766] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.105048] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.105738] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.105738] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.105863] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.106577] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.776931] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 832.776931] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:1 started [ 832.943196] env[68237]: INFO networking_nsxv3.common.synchronization [req-507b3490-90ff-4d31-a28b-8bd67bb252c6 req-c86d109d-ad75-4518-85fa-1e8cc587df2f service nova] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_rules [ 832.943383] env[68237]: INFO networking_nsxv3.common.synchronization [req-507b3490-90ff-4d31-a28b-8bd67bb252c6 req-c86d109d-ad75-4518-85fa-1e8cc587df2f service nova] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 832.943523] env[68237]: INFO networking_nsxv3.common.synchronization [req-507b3490-90ff-4d31-a28b-8bd67bb252c6 req-c86d109d-ad75-4518-85fa-1e8cc587df2f service nova] Enqueued Resource ID: 87739e1f-7578-4f51-abbc-678119d483ee with Priority: HIGHEST for action port [ 832.944052] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_rules [ 832.944188] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 832.944288] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87739e1f-7578-4f51-abbc-678119d483ee with Priority: HIGHEST for action port [ 832.946612] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.946612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.946612] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.946612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.946805] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-87739e1f-7578-4f51-abbc-678119d483ee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.946946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.947024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.947310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.947390] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87739e1f-7578-4f51-abbc-678119d483ee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.033753] env[68237]: INFO networking_nsxv3.common.synchronization [req-faaf2d6e-e80b-4745-9d52-d52ef2a3d60d req-87ebf7cd-b258-4980-bdc0-64fad08aca43 tempest-ListServerFiltersTestJSON-1468642307 tempest-ListServerFiltersTestJSON-1468642307-project-member] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 833.034432] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 833.034928] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.034928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.240704] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 833.240923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.241108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.241312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.241500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.241616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.241681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.241831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.241910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.241995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.242103] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.242906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.244515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.244639] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.244751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.244822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.244979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.245073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.245231] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.343323] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.343323] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.343498] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.343620] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.343866] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.348068] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.348068] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348068] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.348068] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.348068] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.348068] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.348068] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.348068] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.348068] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.348068] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.348068] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.366065] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.366250] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.366391] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.366566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-370" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.366879] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-7179ec75-5350-44a8-97c4-c2a8d408a496 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.367061] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.367195] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.367562] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.367700] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7179ec75-5350-44a8-97c4-c2a8d408a496',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.449194] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87739e1f-7578-4f51-abbc-678119d483ee with status ACTIVE [ 833.449485] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.449633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.449715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.450125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.450125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.450291] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.450475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.450896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.450896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.450896] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.451163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.451163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.451163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.451280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.451420] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87739e1f-7578-4f51-abbc-678119d483ee is going to be updated. [ 833.471662] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.472178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.472491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.472872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.473771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.473771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87739e1f-7578-4f51-abbc-678119d483ee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.607038] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e in Status: SUCCESS [ 833.607348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.747369] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.747525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.747788] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.870588] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.870874] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.870969] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.871438] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.871438] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.871726] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 7179ec75-5350-44a8-97c4-c2a8d408a496 not found, creating... [ 833.871838] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.871989] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.872389] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.872389] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.872481] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.872719] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.872905] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.873017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.873204] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.873339] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.873476] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 7179ec75-5350-44a8-97c4-c2a8d408a496 is going to be created. [ 833.893841] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.893841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.893841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.893841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.893841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.893841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.249863] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.648136] env[68237]: INFO networking_nsxv3.common.synchronization [req-faaf2d6e-e80b-4745-9d52-d52ef2a3d60d req-28c7d8cb-6d57-42c2-be05-40cfc05d1a0f service nova] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_rules [ 834.648826] env[68237]: INFO networking_nsxv3.common.synchronization [req-faaf2d6e-e80b-4745-9d52-d52ef2a3d60d req-28c7d8cb-6d57-42c2-be05-40cfc05d1a0f service nova] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 834.648826] env[68237]: INFO networking_nsxv3.common.synchronization [req-faaf2d6e-e80b-4745-9d52-d52ef2a3d60d req-28c7d8cb-6d57-42c2-be05-40cfc05d1a0f service nova] Enqueued Resource ID: 7179ec75-5350-44a8-97c4-c2a8d408a496 with Priority: HIGHEST for action port [ 834.650620] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_rules [ 834.650891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 834.650891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7179ec75-5350-44a8-97c4-c2a8d408a496 with Priority: HIGHEST for action port [ 834.651282] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.651395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.651597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.655143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.655936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7179ec75-5350-44a8-97c4-c2a8d408a496 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.656074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.656141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.656533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.656623] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7179ec75-5350-44a8-97c4-c2a8d408a496',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.754694] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.754694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.754694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.754694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.755055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.756035] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 834.783691] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.783847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.783916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.784177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.784352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.792768] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 835.158854] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7179ec75-5350-44a8-97c4-c2a8d408a496 with status ACTIVE [ 835.159125] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.159328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.159411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.159698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.159824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.160077] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.160228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.160371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.160574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.160664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.160874] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.160924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.160990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.161124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.161205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.161287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7179ec75-5350-44a8-97c4-c2a8d408a496 is going to be updated. [ 835.183600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.183778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.183847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.184067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.184227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.184401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7179ec75-5350-44a8-97c4-c2a8d408a496" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.158351] env[68237]: INFO networking_nsxv3.common.synchronization [req-5e0b4627-9032-42f4-b4dd-88cf3b4f0e8f req-fe9c74b2-7711-4d92-9a20-d5a1a8a53495 tempest-ListServersNegativeTestJSON-732707722 tempest-ListServersNegativeTestJSON-732707722-project-member] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 836.159016] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 836.159321] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.159442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.159519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.159721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.159871] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.159971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.163236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.163468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.163547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.163657] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.236102] env[68237]: INFO networking_nsxv3.common.synchronization [req-3fca0942-e20a-476a-bdc7-3cb81d9fde28 req-aaf39dba-1fdb-4433-845a-058ee33461ba tempest-ListServersNegativeTestJSON-732707722 tempest-ListServersNegativeTestJSON-732707722-project-member] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 836.236600] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGHEST for action security_group_members [ 836.237115] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.237240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.665867] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.802249] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 836.802458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.802617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.802876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.803082] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.803208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.803278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.803434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.803517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.803610] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.066349] env[68237]: INFO networking_nsxv3.common.synchronization [req-f69440ff-3519-425d-af32-1b9bd780a2de req-eb75997f-56b7-4875-a3d5-86fc2288dcb3 tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 837.066922] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 837.067320] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.067580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.067636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.068448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.068448] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.068448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.068448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.068448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.068448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.068871] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.168862] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.305607] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.570944] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.571228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.571228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.571460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.571566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.571789] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.571896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.571970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.572161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.572252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.572356] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 837.596952] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.597128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.597182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.597427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.597821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.605809] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 837.671489] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.671873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.671984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.672224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.672316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.672416] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 837.725107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.725292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.725347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.725525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.725716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.743426] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 837.811272] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.022873] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.023089] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.023217] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.023483] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.023739] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.023893] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.024020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.024273] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.024419] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.024630] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.024746] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.024854] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.024964] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.025146] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.025285] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.025424] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.043094] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.043261] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.043730] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.043730] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.043926] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-62558620-9882-40c5-888d-85620dd9c6d9 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.044110] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.044398] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.044578] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.044727] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62558620-9882-40c5-888d-85620dd9c6d9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.315048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.315048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.315048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.315048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.315048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.315048] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 838.344213] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.344365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.344435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.344656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.344830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353412] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 838.549083] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.549317] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.549443] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.549729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.549885] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.550073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 62558620-9882-40c5-888d-85620dd9c6d9 not found, creating... [ 838.550308] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.550470] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.550586] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.550819] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.550961] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.551255] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.552551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.552551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.552551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.552551] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.552551] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 62558620-9882-40c5-888d-85620dd9c6d9 is going to be created. [ 838.572753] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.573023] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.573163] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.573417] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.573784] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.574037] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.511091] env[68237]: INFO networking_nsxv3.common.synchronization [req-f69440ff-3519-425d-af32-1b9bd780a2de req-32cf2e50-2704-47c7-9f5f-26c60dea374f service nova] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_rules [ 839.511415] env[68237]: INFO networking_nsxv3.common.synchronization [req-f69440ff-3519-425d-af32-1b9bd780a2de req-32cf2e50-2704-47c7-9f5f-26c60dea374f service nova] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 839.511463] env[68237]: INFO networking_nsxv3.common.synchronization [req-f69440ff-3519-425d-af32-1b9bd780a2de req-32cf2e50-2704-47c7-9f5f-26c60dea374f service nova] Enqueued Resource ID: 62558620-9882-40c5-888d-85620dd9c6d9 with Priority: HIGHEST for action port [ 839.511958] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_rules [ 839.512115] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 839.512215] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62558620-9882-40c5-888d-85620dd9c6d9 with Priority: HIGHEST for action port [ 839.512483] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.512602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.512664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.512856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.512938] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.513982] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.514114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.517619] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-62558620-9882-40c5-888d-85620dd9c6d9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.517619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.517619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.517619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.517619] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62558620-9882-40c5-888d-85620dd9c6d9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.615539] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 839.615640] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 deletion is rescheduled due to dependency. [ 839.616083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.616276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.616495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.616679] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.616797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.616858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.617121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.617218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.617345] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.749861] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 839.750501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.750501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.750644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.750807] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.750960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.751018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.751186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.751275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.751373] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.017374] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.017539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.017738] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62558620-9882-40c5-888d-85620dd9c6d9 with status ACTIVE [ 840.017939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.018064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.018134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.018380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.018430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.018607] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.018719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.018795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.018947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.019057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.019245] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.019340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.019416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.019572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.019668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.019698] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62558620-9882-40c5-888d-85620dd9c6d9 is going to be updated. [ 840.041047] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.041235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.041347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.041592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.041759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.041974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62558620-9882-40c5-888d-85620dd9c6d9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.120250] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.254578] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.254795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.254795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.255022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.255134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.255337] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.255432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.255495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.255648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.255725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.255811] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be updated. [ 840.279181] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.279424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.279560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.279986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.280124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.289831] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: IN_PROGRESS for 2s [ 840.363881] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 840.364200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.364419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.364694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.364954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.365122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.365232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.365483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.365597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.365722] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.622810] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.868142] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.985151] env[68237]: INFO networking_nsxv3.common.synchronization [req-331058a5-56d9-49c0-a387-0cf5601515b0 req-7ee9d3d8-4079-4c50-81c8-3896f813db14 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 840.986434] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 840.987370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.987516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.987637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.987807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.987999] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.988136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.988191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.988368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.988526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.988758] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.128029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.128029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.128029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.128029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.128029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.128029] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 841.154038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.154232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.154276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.154479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.154626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.168998] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 841.370909] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.443388] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.443589] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.443716] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.444034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.444251] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.444413] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.444561] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.446258] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.446430] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.446644] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.446764] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.446876] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.446989] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.447118] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.447233] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.447386] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.464146] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.464314] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.464453] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.464619] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-730" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.464901] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-cb5af382-be2b-47cb-8edb-e23ce944a42d taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.465083] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.465207] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.465503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.465675] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5af382-be2b-47cb-8edb-e23ce944a42d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.491667] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.873833] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.874188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.874188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.874437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.874554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.874729] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 841.907437] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.907660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.907724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.907998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.908172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.916790] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 841.969139] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.969373] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.969504] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.969781] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.971914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.971914] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port cb5af382-be2b-47cb-8edb-e23ce944a42d not found, creating... [ 841.971914] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.971914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.971914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.971914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.971914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.971914] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.971914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.971914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.972328] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.972328] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.972328] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: cb5af382-be2b-47cb-8edb-e23ce944a42d is going to be created. [ 841.992962] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.996162] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.996479] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.996518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.996994] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.997154] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.997555] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.301106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d48ad2fe-d147-44fe-a512-207abebc8a4b in Status: SUCCESS [ 842.301106] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b deletion is rescheduled due to dependency. [ 842.301106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.425722] env[68237]: INFO networking_nsxv3.common.synchronization [req-546273f9-6c4b-4f8d-894c-6b6656aba10c req-3cd1d61d-c79e-41d2-8c55-af9638327bd9 tempest-ServerAddressesTestJSON-568627508 tempest-ServerAddressesTestJSON-568627508-project-member] Enqueued Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_members [ 842.426713] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGHEST for action security_group_members [ 842.426713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.426865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.426865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.426992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.427165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.427343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.427446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.427612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.427701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.427799] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.499238] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.499238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.499413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.499462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.499553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.499649] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 842.528601] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.528754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.528862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.529117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.529288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.538398] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 842.773931] env[68237]: INFO networking_nsxv3.common.synchronization [req-331058a5-56d9-49c0-a387-0cf5601515b0 req-b95d448b-a114-4b59-9203-0170f68fdc65 service nova] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 842.774125] env[68237]: INFO networking_nsxv3.common.synchronization [req-331058a5-56d9-49c0-a387-0cf5601515b0 req-b95d448b-a114-4b59-9203-0170f68fdc65 service nova] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 842.774265] env[68237]: INFO networking_nsxv3.common.synchronization [req-331058a5-56d9-49c0-a387-0cf5601515b0 req-b95d448b-a114-4b59-9203-0170f68fdc65 service nova] Enqueued Resource ID: cb5af382-be2b-47cb-8edb-e23ce944a42d with Priority: HIGHEST for action port [ 842.774511] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 842.774642] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 842.774739] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5af382-be2b-47cb-8edb-e23ce944a42d with Priority: HIGHEST for action port [ 842.775294] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.775409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.775545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.775725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.775801] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.776590] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.776679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.776867] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5af382-be2b-47cb-8edb-e23ce944a42d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.776966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.777031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.777194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.777309] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5af382-be2b-47cb-8edb-e23ce944a42d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.930441] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.930441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.930441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.930441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.930441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.930908] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.930908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.930908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.930908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.930908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.931087] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e is going to be updated. [ 842.956179] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.956307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.956384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.956570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.956712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.964394] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e in Status: IN_PROGRESS for 2s [ 843.190248] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 843.190478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.190629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.190885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.191066] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.191174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.191247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.191399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.191477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.191581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.191644] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.278919] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.279104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.279287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb5af382-be2b-47cb-8edb-e23ce944a42d with status ACTIVE [ 843.279494] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.279620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.279686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.280048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.280048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.280195] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.280303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.280351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.280508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.280628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.280778] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.280970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.280970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.281139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.281139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.281256] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb5af382-be2b-47cb-8edb-e23ce944a42d is going to be updated. [ 843.302608] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.302758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.302843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.303324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.303324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.303324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.475721] env[68237]: INFO networking_nsxv3.common.synchronization [req-033800d3-2514-407b-8da1-0665e2fd9570 req-038dc402-c20f-435d-ac35-e863db855566 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 843.476556] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 843.476873] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.477017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.477099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.477366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.477537] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.477639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.477702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.478363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.478363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.478363] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.694392] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.694594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.694594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.695068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.695068] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.695279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.695279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.695527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.695649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.695756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.696064] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.696208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.696416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.696525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.696845] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.696984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.697607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.697776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.697862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.697951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.698155] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.906442] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.906707] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.906871] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.907329] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.907581] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.907768] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.907893] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.908706] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.908899] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.909170] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.909336] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.909510] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.909655] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.909802] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.909918] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.910111] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.924520] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 843.924728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.925489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.925722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.925915] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.926048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.926116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.926274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.926473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.926473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.926604] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.926719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.926778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.926878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.927075] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.927205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.927205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.927402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.927498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.927593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.927813] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.936000] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.936000] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.936000] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.936000] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.936000] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-bb9be0d6-efed-48c5-898c-b87f41e103ab taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.936000] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.936000] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.936000] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.936000] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9be0d6-efed-48c5-898c-b87f41e103ab',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.937563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.937778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.937961] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.938098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.938201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.938327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.938444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.938536] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.980532] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.200679] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e20806f-a4c9-43de-923d-23477dadddc4: rpc.has_security_group_logging(os_id): False [ 844.224186] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224186] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224639] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.225397] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.225734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.225994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.226094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.226288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.226393] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 844.283597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.283597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.283597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.283784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.283865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.296309] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 844.433996] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14: rpc.has_security_group_logging(os_id): False [ 844.444077] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.444231] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.444365] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.444692] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.448020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.448020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port bb9be0d6-efed-48c5-898c-b87f41e103ab not found, creating... [ 844.448020] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.448020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.448020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.448020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.448020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.448020] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.448020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.448020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.448580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.448580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.448580] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: bb9be0d6-efed-48c5-898c-b87f41e103ab is going to be created. [ 844.448580] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.451945] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.452075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.452137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.452314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.452389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.452557] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.452645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.452704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.452851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.453018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.453129] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.453223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.453284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.453448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.453516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.453697] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.453802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.453864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.454014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.454087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.454185] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be created. [ 844.475899] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.479017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.479017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.479017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.479017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.479017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.482345] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.517418] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.517562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.517562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.517800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.517997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.542587] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 844.548017] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 844.548234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.548402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.548621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.548811] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.548928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.548987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.549177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.549268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.549370] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.951200] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.973937] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e in Status: SUCCESS [ 844.975439] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e deletion is rescheduled due to dependency. [ 844.975439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.985422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.985422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.985422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.985422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.985422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.985422] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 845.012896] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.013094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.013136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.013372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.013540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.024861] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 845.053158] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.454996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.455203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.455322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.455570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.455663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.455770] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 845.484548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.484658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.484731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.485052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.485296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.495267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 845.555426] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.603119] env[68237]: INFO networking_nsxv3.common.synchronization [req-033800d3-2514-407b-8da1-0665e2fd9570 req-afa44ca3-f07c-44a3-9448-f8e8151670be service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 845.603347] env[68237]: INFO networking_nsxv3.common.synchronization [req-033800d3-2514-407b-8da1-0665e2fd9570 req-afa44ca3-f07c-44a3-9448-f8e8151670be service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 845.603501] env[68237]: INFO networking_nsxv3.common.synchronization [req-033800d3-2514-407b-8da1-0665e2fd9570 req-afa44ca3-f07c-44a3-9448-f8e8151670be service nova] Enqueued Resource ID: bb9be0d6-efed-48c5-898c-b87f41e103ab with Priority: HIGHEST for action port [ 845.604643] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 845.604814] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 845.604916] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9be0d6-efed-48c5-898c-b87f41e103ab with Priority: HIGHEST for action port [ 845.605230] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.605402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.605451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.605698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.605698] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.606567] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.606689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.606832] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9be0d6-efed-48c5-898c-b87f41e103ab taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.606929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.607024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.607195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.607273] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9be0d6-efed-48c5-898c-b87f41e103ab',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.061631] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.062703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.065020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.065020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.065020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.065020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 846.089352] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.089999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.091889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.091889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.091889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.099705] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 846.109312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.109578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.109826] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb9be0d6-efed-48c5-898c-b87f41e103ab with status ACTIVE [ 846.110040] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.110190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.110278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.110511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.110607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.110795] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.110917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.110997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.111198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.111283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.111491] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.111598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.111681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.111842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.111931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.112183] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb9be0d6-efed-48c5-898c-b87f41e103ab is going to be updated. [ 846.130058] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.130874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.130981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.131255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.131430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.131615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9be0d6-efed-48c5-898c-b87f41e103ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.312459] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 846.312747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.555115] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 846.555399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.555509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.555661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.555749] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.034658] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 847.034772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.034901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.035134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.038023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.038023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.038023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.038023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.038023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.038023] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.057821] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.058038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.201835] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-2c085fbc-4374-43ae-88b9-d02c798fe93e tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 847.203854] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 847.204563] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.204860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.205200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.205629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.207050] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.207050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.207050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.207050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.207050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.207050] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.505423] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 847.505671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.505917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.506060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.506271] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.506409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.506460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.506596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.506674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.506757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.506850] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.537951] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.552483] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.552688] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.552864] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.553194] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.553342] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.553563] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.554297] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.554297] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.554297] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.554297] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.554297] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.554616] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.554616] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.554616] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.554747] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.554807] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.571354] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.571526] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.571666] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.571843] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.572432] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-b9e56a35-cb81-41d0-81d4-951205f52fa0 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.572432] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.572638] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.572831] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.572973] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e56a35-cb81-41d0-81d4-951205f52fa0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.710973] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.711152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.711226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.711439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.711542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.711743] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.711910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.711910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.712082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.712162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.712217] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 847.736638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.736761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.736836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.737066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.737172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.748301] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 848.012321] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.012513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.012615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.013122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.013122] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.013122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.013293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.013370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.013464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.013624] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.013705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.013907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.014098] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.014215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.014279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.014422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.014499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.014582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.014673] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.041471] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.076534] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.079915] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.079915] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.079915] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.079915] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.080435] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port b9e56a35-cb81-41d0-81d4-951205f52fa0 not found, creating... [ 848.080435] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.080542] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.080859] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.080859] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.081472] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.082611] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.082967] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.083116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.084147] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.084147] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.084147] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: b9e56a35-cb81-41d0-81d4-951205f52fa0 is going to be created. [ 848.103960] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.103960] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.103960] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.104570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.104570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.105526] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.108771] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 4s [ 848.521252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14: rpc.has_security_group_logging(os_id): False [ 848.537243] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.537449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.541207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.541527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.541742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.541863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.541970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.542065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.542236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.542316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.542552] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.542648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.543363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.543536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.543656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.543810] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.543897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.543963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.544118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.544195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.544284] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 848.546077] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.546402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.546596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.546791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.546880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.546974] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 848.575927] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.575927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.575927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.575927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.575927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.583493] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 848.616307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.616307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.616307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.616307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.616307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.627806] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 848.857226] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-8e8f77ae-4079-49bc-9d84-74b01ac0338b service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 848.857226] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-8e8f77ae-4079-49bc-9d84-74b01ac0338b service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 848.857226] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-8e8f77ae-4079-49bc-9d84-74b01ac0338b service nova] Enqueued Resource ID: b9e56a35-cb81-41d0-81d4-951205f52fa0 with Priority: HIGHEST for action port [ 848.857226] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 848.857226] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 848.857555] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e56a35-cb81-41d0-81d4-951205f52fa0 with Priority: HIGHEST for action port [ 848.857931] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.858146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.859049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.859049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.859049] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.859388] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.859487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.860243] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e56a35-cb81-41d0-81d4-951205f52fa0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.860243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.860243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.860439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.860439] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e56a35-cb81-41d0-81d4-951205f52fa0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.367960] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.371069] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9e56a35-cb81-41d0-81d4-951205f52fa0 with status ACTIVE [ 849.371069] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.371069] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.371069] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.371069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.371798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9e56a35-cb81-41d0-81d4-951205f52fa0 is going to be updated. [ 849.392426] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.394145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.394145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.394145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.394145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.394145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e56a35-cb81-41d0-81d4-951205f52fa0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.757116] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 849.757360] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 deletion is rescheduled due to dependency. [ 849.757456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.757638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.757868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758060] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.758175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.758242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.758413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.758851] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.825503] env[68237]: INFO networking_nsxv3.common.synchronization [req-fd12b592-a2f9-446d-9c55-220ae8cbed3f req-9d0da907-9e1f-4e27-a746-39137c60738c tempest-ServersTestManualDisk-1540218977 tempest-ServersTestManualDisk-1540218977-project-member] Enqueued Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_members [ 849.825503] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGHEST for action security_group_members [ 849.825503] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.825503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.825503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.826269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.826902] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.826902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.826902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.827734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.827734] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.121974] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.121974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.121974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.121974] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.261454] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.330188] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.331197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.331197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.331197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.331197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.331197] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.331197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.331197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.331694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.331694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.331694] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa is going to be updated. [ 850.362703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.362703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.362703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.362944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.363116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.375595] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa in Status: IN_PROGRESS for 2s [ 850.597731] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 850.598172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.598548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.598978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.600507] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.600507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.600507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.600507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.600507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.600507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.600507] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.623640] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.626020] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.626020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.626420] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.626420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.626420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.626527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.626652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.626741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.626797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.626930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.627000] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.627096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.627184] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.645406] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 850.645691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.646234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.646990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.646990] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.767457] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.104916] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.105124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.105222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.105456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.105646] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.106233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.106233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.106233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.106233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.106233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.106584] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.106584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.106584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.106949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.106949] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.107386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.107386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.107386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.107521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.107552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.107795] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.135883] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a: rpc.has_security_group_logging(os_id): False [ 851.150843] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.150843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.151468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.151468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.151468] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.151666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.151666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.151847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.152092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.152092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.152365] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.156131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.156131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.156131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.156495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.156703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.156742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.156944] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.157089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.157316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.157387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.157486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.157579] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 851.232571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.232991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.232991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.233227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.233227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.248955] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 851.271720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.271987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.271987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.272229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.272323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.272436] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 851.319138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.319345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.319455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.320250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.320250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.336133] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 851.611190] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 851.629158] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.629997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.629997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.629997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.629997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.629997] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.630217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.630217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.630283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.630368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.630521] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.630630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.630692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.630835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.630911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.631113] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.631505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.631505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.631505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.631505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.631725] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 851.662525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.662727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.662830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.663122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.663348] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.663480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.663553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.663786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.663920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.664069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.664288] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.664409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.664506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.664690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.664884] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.665025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.665118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.665315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.665424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.665556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.665685] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.686676] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.686676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.686676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.686676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.686897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.699150] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 852.171519] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14: rpc.has_security_group_logging(os_id): False [ 852.191523] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.191605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.191698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.191909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.192009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.192206] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.192326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.192387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.192562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.192642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.192870] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.192952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.193023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.193228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.193228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.193416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.193522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.193922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.193922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.193922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.193922] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 852.268938] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.269215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.269342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.269664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.269904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.288397] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 852.386203] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa in Status: SUCCESS [ 852.386414] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa deletion is rescheduled due to dependency. [ 852.386533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.911185] env[68237]: INFO networking_nsxv3.common.synchronization [req-1ea2f490-f1cb-4f8c-b472-e10cd70d0ec4 req-84059e88-59f3-4a80-88fc-bc2f1f74717d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 852.911258] env[68237]: INFO networking_nsxv3.common.synchronization [req-1ea2f490-f1cb-4f8c-b472-e10cd70d0ec4 req-84059e88-59f3-4a80-88fc-bc2f1f74717d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 852.912503] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 852.912503] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 852.912886] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.913083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.913183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.913437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.913634] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.913863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.913975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.914333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.914333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.914534] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.915422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.915553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.915653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.915922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.916113] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.916290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.916382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.916589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.916714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.916950] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.016211] env[68237]: INFO networking_nsxv3.common.synchronization [req-1ea2f490-f1cb-4f8c-b472-e10cd70d0ec4 req-84059e88-59f3-4a80-88fc-bc2f1f74717d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 853.016393] env[68237]: INFO networking_nsxv3.common.synchronization [req-1ea2f490-f1cb-4f8c-b472-e10cd70d0ec4 req-84059e88-59f3-4a80-88fc-bc2f1f74717d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 853.016533] env[68237]: INFO networking_nsxv3.common.synchronization [req-1ea2f490-f1cb-4f8c-b472-e10cd70d0ec4 req-84059e88-59f3-4a80-88fc-bc2f1f74717d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_rules [ 853.016662] env[68237]: INFO networking_nsxv3.common.synchronization [req-1ea2f490-f1cb-4f8c-b472-e10cd70d0ec4 req-84059e88-59f3-4a80-88fc-bc2f1f74717d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 853.016789] env[68237]: INFO networking_nsxv3.common.synchronization [req-1ea2f490-f1cb-4f8c-b472-e10cd70d0ec4 req-84059e88-59f3-4a80-88fc-bc2f1f74717d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: cb5af382-be2b-47cb-8edb-e23ce944a42d with Priority: HIGHEST for action port [ 853.017329] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 853.017507] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_rules [ 853.017607] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5af382-be2b-47cb-8edb-e23ce944a42d with Priority: HIGHEST for action port [ 853.017698] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 853.017811] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 853.018267] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.018424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.018649] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.018776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.018859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.019134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.019259] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.020527] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5af382-be2b-47cb-8edb-e23ce944a42d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.020619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.020619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.020823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.020922] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5af382-be2b-47cb-8edb-e23ce944a42d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.021727] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.021786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.022039] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.022456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.236792] env[68237]: INFO networking_nsxv3.common.synchronization [req-4f18015c-027c-4d37-b0d5-338a1d1599c0 req-25111c55-2815-4027-8a32-1cfe47f0e8e4 tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 853.237405] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 853.237763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.237867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.238564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.238564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.238704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.238704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.238857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.238923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.239015] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.267336] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 853.268531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.268531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.268531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.268531] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.346150] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 853.346413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.346580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.346935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.347371] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.348575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.348575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.348575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.348575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.348809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.348809] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.419064] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.420700] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.522871] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb5af382-be2b-47cb-8edb-e23ce944a42d with status ACTIVE [ 853.523129] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.523719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.523719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.523719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.523719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.523889] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.523889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.523969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.524093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.524899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.524899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.524899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.524899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.524899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.524899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.524899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb5af382-be2b-47cb-8edb-e23ce944a42d is going to be updated. [ 853.526679] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.526863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.546076] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.546186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.546186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.546641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.546852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.547065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.717020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 853.717380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.746237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.746237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.746237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.746237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.746237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.746237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.746713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.746713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.746713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.746713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.746847] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 853.772357] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.772505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.774272] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.774639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.774797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.774973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.775141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.784213] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 853.851526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.851759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.851876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.852155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.852379] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.852466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.852556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.852732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.852821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.852914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.853079] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.853175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.853236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.853378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.853520] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.853611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.853671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.853805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.853879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.853960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.854066] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.926033] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.927181] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.303234] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 854.303234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.359752] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66c8d4e-96b0-468d-8dd6-3ccc934090a8: rpc.has_security_group_logging(os_id): False [ 854.377283] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.377557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.377676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.377882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.377972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.378239] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.378342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.378455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.378692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.378751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.379051] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.379051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.379163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.379285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.379402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.379629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.379754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.379821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.380014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.380190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.380400] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 854.429975] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.429975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.429975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.430505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.430505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.430505] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be created. [ 854.433386] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.433526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.433572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.433757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.434443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.434443] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 854.450194] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.450330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.451053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.451053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.451053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.461284] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.461470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.461559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.461776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.461937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.467775] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 854.470631] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: UNINITIALIZED for 2s [ 854.473215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.473359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.473423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.473584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.473732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.479837] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 855.795546] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 855.795546] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b deletion is rescheduled due to dependency. [ 855.795546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.480365] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: SUCCESS [ 856.480365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.480365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.480365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.480365] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.480365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.480365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.480365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.480365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.480365] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.483375] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 856.483562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.489404] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 856.489578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.489748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.489937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.490124] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.490234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.490300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.490446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.490534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.490626] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.630433] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.630433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.630433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.630433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.630433] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.983475] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.992529] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.131071] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.209424] env[68237]: INFO networking_nsxv3.common.synchronization [None req-46850f1f-fc0d-4d87-b51d-be59c77751dc None None] Enqueued Resource ID: c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777 with Priority: HIGHEST for action port [ 857.209878] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777 with Priority: HIGHEST for action port [ 857.210377] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.211022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.211022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.211022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.211022] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.489507] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.497210] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.633461] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.692270] env[68237]: INFO networking_nsxv3.common.synchronization [req-14731637-600b-4ed8-abfd-09438d88edf1 req-8e8fb4fe-426f-47aa-9d98-f59722c6f226 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 857.693781] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 857.694419] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.694760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.696789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.698857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.698857] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.698857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.698857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.698857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.698857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.698857] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.717578] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777 [ 857.717926] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.718140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.718259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.718547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.718712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.718767] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777 already deleted. [ 857.718833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c11c3d30-7ae6-4b0d-b127-1bf4ce8f3777" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.991932] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.992335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.992335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.992409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.992477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.992581] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be updated. [ 858.001422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.001422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.001422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.001422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.001422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.001422] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 858.046172] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.046172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.046172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.046172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.046172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.049246] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.049415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.049509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.049741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.050243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.062339] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 858.063136] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: IN_PROGRESS for 2s [ 858.138122] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 858.138297] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 858.200335] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.703423] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.055897] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.056826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.056826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.056826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.078305] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 859.078551] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.080458] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 859.106869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.106869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.106869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.106869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.112872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.113506] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 859.114956] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 859.114956] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 859.146077] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.146077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.146077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.146280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.147933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.148205] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 859.212881] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.213063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.213119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.213352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.213562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.213768] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 859.216359] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.216359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.216359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.216590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.216590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.216590] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 859.247550] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.247848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.247848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.248129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.248285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.257728] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 859.281215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.282186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.282597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.282747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.283114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.283440] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 859.283715] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bbc3356f-6e9a-427b-8e29-82c6aaa354f0', 'e9e0d048-2892-4e52-9be9-67b149a1a4da', 'f4067c49-c262-419f-843d-1b396847e8bf', '7c53e249-b703-4ca5-9d1e-b843991dd454', 'e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e', '908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce', '6b03df76-a68d-4153-80d6-db6179d8b2f7', 'fe7888d6-4bdb-4604-a082-3d94a1059542', '3df0ce36-be09-46aa-ac3a-bb38a0a56ea1', '30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14', '86b02f05-92db-4bc4-b6b3-400ab271e635', '00d7b64c-0d05-4e43-b61d-02f7f8e715b6', 'a91df8a5-220f-4a7e-862b-a7fd377e5f73', 'b66c8d4e-96b0-468d-8dd6-3ccc934090a8', 'd05bdd0d-8164-45d4-96a8-36b40f7331b1', '4e750da1-1a71-4ea1-8c50-7bf36e9efd88', '57e141a9-ce76-4366-9267-f87e1c7db349', 'd48ad2fe-d147-44fe-a512-207abebc8a4b', '70da4668-3192-4d0f-ac77-8d3f2bc3ca1a', '9bc04664-3d7a-41ee-bab2-3112c22b047b', 'aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa', '3045d823-6363-42f2-b02b-600ab288f1bc', '7ab10ec0-2d92-453a-9295-82408a492340', '7eeba323-9951-4025-bf81-7154565bbab6', '9e20806f-a4c9-43de-923d-23477dadddc4', '9ec29289-bb3e-443a-9283-d520cc143d97', '37d430cf-10c3-40f3-b9d2-4350982e58b0', 'b11e1daf-a7e0-4c32-b04d-704c9a68590b', '12fdfa3e-0de5-419d-a5e5-442a3ac72449', 'e6a70dc5-27eb-44a9-a559-b845c3b65705', '616406c1-3014-49ee-838b-aa9fc521b0bf', '0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2'} {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 859.284633] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 859.305296] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.305439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.306033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.306033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.306033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.306033] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 859.306237] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 859.306237] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 859.363634] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a62fb286-cf30-4c81-a95a-3381f665adce None None] Enqueued Resource ID: ba2bab61-0f05-412c-b1d4-ddd82639096c with Priority: HIGHEST for action port [ 859.364556] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2bab61-0f05-412c-b1d4-ddd82639096c with Priority: HIGHEST for action port [ 859.365295] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba2bab61-0f05-412c-b1d4-ddd82639096c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.366172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba2bab61-0f05-412c-b1d4-ddd82639096c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.366815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba2bab61-0f05-412c-b1d4-ddd82639096c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.366815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba2bab61-0f05-412c-b1d4-ddd82639096c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.366815] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2bab61-0f05-412c-b1d4-ddd82639096c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.386975] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.387227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.387324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.387577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.388286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.388528] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 859.388630] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 859.388725] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 859.388814] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 859.388912] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 859.389017] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGH for action security_group_rules [ 859.389100] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGH for action security_group_rules [ 859.389168] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGH for action security_group_rules [ 859.389233] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGH for action security_group_rules [ 859.389296] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGH for action security_group_rules [ 859.389358] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGH for action security_group_rules [ 859.389421] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGH for action security_group_rules [ 859.389486] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGH for action security_group_rules [ 859.389572] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGH for action security_group_rules [ 859.389628] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGH for action security_group_rules [ 859.389662] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGH for action security_group_rules [ 859.389723] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGH for action security_group_rules [ 859.389785] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGH for action security_group_rules [ 859.389945] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGH for action security_group_rules [ 859.390051] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGH for action security_group_rules [ 859.390142] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGH for action security_group_rules [ 859.390226] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGH for action security_group_rules [ 859.390311] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGH for action security_group_rules [ 859.390394] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGH for action security_group_rules [ 859.390479] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGH for action security_group_rules [ 859.390606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.416680] env[68237]: INFO networking_nsxv3.common.synchronization [None req-0d24093c-2bfb-4362-87fd-acbfde348485 None None] Enqueued Resource ID: ed36cd4f-8114-484c-9b20-cc05e05f9216 with Priority: HIGHEST for action port [ 859.416972] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed36cd4f-8114-484c-9b20-cc05e05f9216 with Priority: HIGHEST for action port [ 859.417135] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ad2fe-d147-44fe-a512-207abebc8a4b with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e141a9-ce76-4366-9267-f87e1c7db349 with Priority: HIGH for action security_group_rules [ 859.417891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGH for action security_group_rules [ 859.418427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 with Priority: HIGH for action security_group_rules [ 859.418427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 with Priority: HIGH for action security_group_rules [ 859.418427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGH for action security_group_rules [ 859.418427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 with Priority: HIGH for action security_group_rules [ 859.418427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGH for action security_group_rules [ 859.418427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 with Priority: HIGH for action security_group_rules [ 859.418654] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGH for action security_group_rules [ 859.418654] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGH for action security_group_rules [ 859.418654] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e with Priority: HIGH for action security_group_rules [ 859.418761] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGH for action security_group_rules [ 859.418802] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGH for action security_group_rules [ 859.419965] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed36cd4f-8114-484c-9b20-cc05e05f9216 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.420140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed36cd4f-8114-484c-9b20-cc05e05f9216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.420234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed36cd4f-8114-484c-9b20-cc05e05f9216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.420510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed36cd4f-8114-484c-9b20-cc05e05f9216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.420649] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed36cd4f-8114-484c-9b20-cc05e05f9216',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.421924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.422081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.422172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.422466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.422589] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.423831] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.423972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.424076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.424293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.424373] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.425441] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.425583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.425834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.425834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.425928] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.427050] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.427238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.427319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.427608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.427715] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d05bdd0d-8164-45d4-96a8-36b40f7331b1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.428738] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.428843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.429120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.429120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.429243] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.430220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.430373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.430573] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d48ad2fe-d147-44fe-a512-207abebc8a4b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.430754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.430922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.431142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.431253] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d48ad2fe-d147-44fe-a512-207abebc8a4b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.433935] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e141a9-ce76-4366-9267-f87e1c7db349 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.434407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.434543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.434733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.434830] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e141a9-ce76-4366-9267-f87e1c7db349',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.435546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.435659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436377] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.437577] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.437724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.437813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.437989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.438102] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e750da1-1a71-4ea1-8c50-7bf36e9efd88',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.438366] env[68237]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 859.439221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.439221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.439221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.439773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.439879] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91df8a5-220f-4a7e-862b-a7fd377e5f73',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.440957] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.441483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.441762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.442030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.442030] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.443809] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86b02f05-92db-4bc4-b6b3-400ab271e635 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.443945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.444507] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86b02f05-92db-4bc4-b6b3-400ab271e635',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.445367] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.445367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.445797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.446186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.446307] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.447209] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.447318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.447404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.447569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.447638] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3df0ce36-be09-46aa-ac3a-bb38a0a56ea1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.449156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.449318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.449597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.449791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.449893] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.451183] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.451524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.451761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.451983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.452041] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.452884] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.452991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.453085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.453378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.453378] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.455225] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.455973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.455973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.455973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.455973] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.457689] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.457689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.457689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.457689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.457689] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.457689] env[68237]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 859.495699] env[68237]: INFO networking_nsxv3.common.synchronization [None req-14c11cb9-eb26-499c-9c4b-57ca56c44ebd tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 859.496228] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 859.496537] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.496655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.496732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.497065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.497065] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.615457] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4c7097c7-42e6-4b59-bd53-9a4cdb63956c tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 859.617452] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 859.620468] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.620628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.790199] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 859.790199] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_members [ 859.790199] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 859.791015] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 859.791015] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_members [ 859.791015] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 859.791262] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.791406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.791846] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6c716b3-726c-49df-b104-017122dfd8c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.791846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.791846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.792392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.792392] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.792392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.792614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.792789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.793779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.793779] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.794619] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.794729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.870751] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba2bab61-0f05-412c-b1d4-ddd82639096c [ 859.870751] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.870751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.870751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.870751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.870751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.870751] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba2bab61-0f05-412c-b1d4-ddd82639096c already deleted. [ 859.870751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba2bab61-0f05-412c-b1d4-ddd82639096c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.923231] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed36cd4f-8114-484c-9b20-cc05e05f9216 [ 859.923424] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.923502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.923557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.923776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.923871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.923965] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed36cd4f-8114-484c-9b20-cc05e05f9216 already deleted. [ 859.924062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed36cd4f-8114-484c-9b20-cc05e05f9216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.925513] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.925513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.925513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.925753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.925897] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.926094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.926220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.926466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.926603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.926746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.926892] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.928231] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.928472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.928472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.928680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.928834] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.928931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.928995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.929159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.929240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.929322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.929410] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_rules [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_members [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_rules [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [req-79b52f92-3da2-418d-8fd8-259b732265b2 req-26e0ac07-60ac-4b00-b9ab-e1aa8e6b293d tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: cb5af382-be2b-47cb-8edb-e23ce944a42d with Priority: HIGHEST for action port [ 859.939044] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_rules [ 859.939551] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_rules [ 859.939551] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 859.939551] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5af382-be2b-47cb-8edb-e23ce944a42d with Priority: HIGHEST for action port [ 859.939551] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_rules [ 859.940144] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 859.940416] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_members [ 859.940739] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.940855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.941770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.941770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.941770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.941770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.941770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.942058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.942058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.942157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.942255] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.943018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.943134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.943382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6c716b3-726c-49df-b104-017122dfd8c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.943480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.943547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.943809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.943879] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.945140] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.945258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.945408] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5af382-be2b-47cb-8edb-e23ce944a42d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.945499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.945561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.945707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.945779] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5af382-be2b-47cb-8edb-e23ce944a42d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.946731] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.946848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.947027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.947090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.947488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6c716b3-726c-49df-b104-017122dfd8c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.947569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.949700] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.949813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.949878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.951494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953313] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.956813] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.956813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.979468] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.979468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.980739] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.980814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.984668] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.984798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.985541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.985657] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be deleted. [ 859.987035] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.987152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.987225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.987444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.987607] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.987706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.987769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.988199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.988199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.988199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.988199] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.989875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.990064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.991241] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.991241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.991241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.991487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.991487] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.991563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.991596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.991718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.991794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.991878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.991962] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.993780] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.993780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.993780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.993926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.997172] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.997172] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.997172] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.997172] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.997172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.997172] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.002596] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.002596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.041167] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.041336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.042231] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.042334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.045359] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.045500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.046237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.046332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.047317] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.047442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049122] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049364] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d05bdd0d-8164-45d4-96a8-36b40f7331b1 is going to be deleted. [ 860.050792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.051161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.080798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: SUCCESS [ 860.081082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.085019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.085019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.085019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.085019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be deleted. [ 860.086122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.086320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.086619] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.086958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.087355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.087594] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.089367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.089557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.093112] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 860.093370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.093916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.094139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.094339] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.094452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.094528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.094685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.095193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.095193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.095193] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.099187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.099275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.099562] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.099650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.099688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.099990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.100085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.100231] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.126270] env[68237]: INFO networking_nsxv3.common.synchronization [req-6a12a88b-e516-48ab-9413-c171e511f604 req-2aa95b48-dda3-4697-8fb9-5217be057fe3 tempest-FloatingIPsAssociationTestJSON-32244975 tempest-FloatingIPsAssociationTestJSON-32244975-project-member] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 860.126787] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGHEST for action security_group_members [ 860.127522] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.127522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.127522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.127722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.127722] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.127829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.127888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.128595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.128595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.128595] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.144027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.144233] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e750da1-1a71-4ea1-8c50-7bf36e9efd88 is going to be deleted. [ 860.145061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.145265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.146643] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.146766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.164324] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.164324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.209749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.209970] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e141a9-ce76-4366-9267-f87e1c7db349 is going to be deleted. [ 860.213131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.213329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.213329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.213544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.213675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.213832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.214039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.214310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.255301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.255301] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d48ad2fe-d147-44fe-a512-207abebc8a4b is going to be deleted. [ 860.257197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.257197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.257197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.257197] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e already deleted. [ 860.257197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.257637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.257637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.259053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.259269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.259382] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.278723] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.278877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.296042] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.313573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.313748] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e is going to be deleted. [ 860.316706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.316706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.316706] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.316706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.357181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.357429] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be deleted. [ 860.358458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.358681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.432562] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.433276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.434056] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.434163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.434384] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.435363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.435503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.435575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.435785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.435923] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.436039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.436104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.436257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.436437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.436597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.436665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.436698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.436827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.437063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.437112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.437248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.437339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.437412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.437501] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.442203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.442203] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91df8a5-220f-4a7e-862b-a7fd377e5f73 is going to be deleted. [ 860.442654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.442822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.449283] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb5af382-be2b-47cb-8edb-e23ce944a42d with status ACTIVE [ 860.450094] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.450094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.450094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.450094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.450094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.450410] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.450410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.450410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.450589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.450589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.450679] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.450764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.450813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.450943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.451083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.451132] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb5af382-be2b-47cb-8edb-e23ce944a42d is going to be updated. [ 860.452145] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.452262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.452319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.452459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.452601] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.452693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.452771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.452887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.452963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.453062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.453214] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.453299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.453356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.453491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.453922] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.453922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.453922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.453922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.454299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.454299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.454299] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.454946] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6c716b3-726c-49df-b104-017122dfd8c5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.455051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.490480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.490480] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86b02f05-92db-4bc4-b6b3-400ab271e635 is going to be deleted. [ 860.490733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.490943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.491050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.491170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.491388] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.493330] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.493330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.493330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.493330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.493490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.493523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5af382-be2b-47cb-8edb-e23ce944a42d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.493654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.493773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.493852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.493962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d05bdd0d-8164-45d4-96a8-36b40f7331b1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.497387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.497387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.504144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.504294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.504480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.504575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.504639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.504811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.504955] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.505052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.505111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.505342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.505342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.505490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.505541] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.505615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.505674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.505811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.506018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.506126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.506182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.506323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.506404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.506496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.506609] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.507864] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.546469] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.546622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.557945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.558100] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3df0ce36-be09-46aa-ac3a-bb38a0a56ea1 is going to be deleted. [ 860.559098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.559517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e750da1-1a71-4ea1-8c50-7bf36e9efd88" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.559669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.560785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e141a9-ce76-4366-9267-f87e1c7db349" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.561298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.561496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.561578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.561702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d48ad2fe-d147-44fe-a512-207abebc8a4b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.561844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.561992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.562277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d9f33a-396e-4e56-8f8b-d5ecfb88fc8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.562494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.562590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.562637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.576048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.576048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.576048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.576048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.576048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.576048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91df8a5-220f-4a7e-862b-a7fd377e5f73" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.592567] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.593446] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.602147] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.602277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.602864] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.629915] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.630089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.630514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.630514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.690554] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.690714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.692577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.692879] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.693011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.693095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.693318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.693719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.693719] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be updated. [ 860.694445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.694611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.694695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.694809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86b02f05-92db-4bc4-b6b3-400ab271e635" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.695490] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.695647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.695914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.696093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.696177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.696290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3df0ce36-be09-46aa-ac3a-bb38a0a56ea1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.800112] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.817329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.817329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.817329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.817329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.817659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.834584] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.835748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.835748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.835748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.835748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.835748] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e already deleted. [ 860.835748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.855481] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: IN_PROGRESS for 2s [ 860.939032] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc3356f-6e9a-427b-8e29-82c6aaa354f0: rpc.has_security_group_logging(os_id): False [ 860.943423] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4067c49-c262-419f-843d-1b396847e8bf: rpc.has_security_group_logging(os_id): False [ 860.957492] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.957662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.957744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.960195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.963657] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.963781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.964009] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66c8d4e-96b0-468d-8dd6-3ccc934090a8: rpc.has_security_group_logging(os_id): False [ 860.985603] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.985776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.987041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.987041] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.987041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.987223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.987316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.987350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.989447] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.989447] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.989447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.989447] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 860.991429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.991429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.999174] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00d7b64c-0d05-4e43-b61d-02f7f8e715b6: rpc.has_security_group_logging(os_id): False [ 861.010448] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14: rpc.has_security_group_logging(os_id): False [ 861.011494] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9e0d048-2892-4e52-9be9-67b149a1a4da: rpc.has_security_group_logging(os_id): False [ 861.015894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.016196] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.016296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.016417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.016559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.016646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.016735] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be updated. [ 861.017644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.017811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.019240] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.019515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.037771] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.037884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.038689] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.038788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.039970] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.040091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.040155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.040341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.040462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.040600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.040692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.040751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.040899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.040969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.041171] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.041244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.041303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.041436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.041506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.041591] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 861.046087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.046266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.079034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.079034] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.079034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.079034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.079034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.079034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.079034] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 is going to be updated. [ 861.079034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.079034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.096820] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd0391b0-8d14-41c9-9be8-0d57ad0e213b: rpc.has_security_group_logging(os_id): False [ 861.097873] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.106023] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.120378] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.120503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.125323] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.125441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.140043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.143021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.143021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.143021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.143021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.143021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.143021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da is going to be updated. [ 861.143021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.143021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.144758] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.144864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.167804] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.167923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.191341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.191436] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.191595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.191688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.191929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.192647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.192647] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.192647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.192647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.192647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.192647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.192917] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.193483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.193483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.193483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.193483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.193483] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 861.194639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.194819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.194879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.197930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.197930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.197930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.203229] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.203229] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be created. [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.203229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.275998] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.275998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.276143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.276695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.276695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.279011] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 861.279219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.279609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.279609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.279848] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.279902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.279935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.280309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.280309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.280309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.280524] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.284303] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: IN_PROGRESS for 2s [ 861.284870] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 861.294027] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 861.300955] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.301064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.301064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.301257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.301337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.301427] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6c716b3-726c-49df-b104-017122dfd8c5 is going to be created. [ 861.318574] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-e81bcf97-c0d7-480f-860f-e0bc6b54e513 tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 861.319242] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 861.319545] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.319667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.319736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.319932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.320295] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.320388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.320474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.320699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.320962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.320962] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.335602] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.335602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.335602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.335602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.335602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.336891] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: IN_PROGRESS for 2s [ 861.367114] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: IN_PROGRESS for 2s [ 861.381460] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.381460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.381460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.381681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.381854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.401594] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.401786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.401899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.402139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.402389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.408781] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.408781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.408781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.408976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.409333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.411345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: IN_PROGRESS for 2s [ 861.429772] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6c716b3-726c-49df-b104-017122dfd8c5 in Status: UNINITIALIZED for 2s [ 861.465609] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 861.605686] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.605845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.605919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.606148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.606236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.606333] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be updated. [ 861.608392] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.608524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.608598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.608758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.608842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.609259] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 861.639495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.639638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.639697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.640738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.640738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.642382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.642526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.642583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.642726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.642850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.656499] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: IN_PROGRESS for 2s [ 861.656499] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 861.785174] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.785316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.785316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.785586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.785751] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.785831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.785884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.786041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.786132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.786220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.786363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.786457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.786518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.786650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.786783] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.787438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.787438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.787438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.787438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.787438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.787438] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.824116] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.964688] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.965858] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.966008] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.966281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.966560] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.966725] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.966845] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.967072] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.967220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.967461] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.967608] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.967690] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.968289] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.968289] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.968289] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.968289] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.992095] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.992275] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.992393] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.992568] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-525" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.992891] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-025021b3-9cd9-459b-929d-8c53b5721b24 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.993075] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.993199] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.995746] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.995746] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025021b3-9cd9-459b-929d-8c53b5721b24',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.289577] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 862.309029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.309029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.309029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.309252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.325863] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.331936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.332245] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.332371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.332445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.332667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.332739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.332948] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.333261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.333261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.333384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.333427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.333697] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.333809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.333887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.334637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.334816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.334914] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 862.394129] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.394432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.394591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.394873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.395044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.410028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 862.498319] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.498319] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.498319] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.498319] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.498591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.498648] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 025021b3-9cd9-459b-929d-8c53b5721b24 not found, creating... [ 862.499286] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.499286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.499286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.499508] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.499605] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.499923] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.500129] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.500209] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.500418] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.500554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.500697] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 025021b3-9cd9-459b-929d-8c53b5721b24 is going to be created. [ 862.528158] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.528425] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.528685] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.529125] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.529399] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.529988] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.828546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.828759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.828848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.829424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.829424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829424] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 862.862160] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.862319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.862389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.862587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.862737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.865101] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 862.865264] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 deletion is rescheduled due to dependency. [ 862.865366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.865513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.865683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.865845] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.865958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.866011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.866156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.866234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.866315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.866462] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.866553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.866613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.866754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.866891] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.867056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.867056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.867177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.867248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.867327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.867451] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.870016] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 863.302335] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 863.303402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.303694] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 863.303877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.304935] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 863.305119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.336371] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-0307d91d-67a3-49ac-b692-965cdad03dba service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 863.336478] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-0307d91d-67a3-49ac-b692-965cdad03dba service nova] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 863.336562] env[68237]: INFO networking_nsxv3.common.synchronization [req-d818e891-a0a1-4367-8444-9c3c24f947fc req-0307d91d-67a3-49ac-b692-965cdad03dba service nova] Enqueued Resource ID: 025021b3-9cd9-459b-929d-8c53b5721b24 with Priority: HIGHEST for action port [ 863.336802] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_rules [ 863.336936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 863.337045] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 025021b3-9cd9-459b-929d-8c53b5721b24 with Priority: HIGHEST for action port [ 863.337689] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.337826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.337947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.341298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.341598] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.344135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.344135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.344135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-025021b3-9cd9-459b-929d-8c53b5721b24 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.344135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.344135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.344135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.344135] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('025021b3-9cd9-459b-929d-8c53b5721b24',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.355691] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: SUCCESS [ 863.355914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.369882] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c53e249-b703-4ca5-9d1e-b843991dd454: rpc.has_security_group_logging(os_id): False [ 863.381600] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: SUCCESS [ 863.381825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.388510] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.388683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.388935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.389032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.389227] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.389314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.389378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.389520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.389617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.389775] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.389863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.389963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.390282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.390282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.390422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.390422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.390548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.390602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.390681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.390758] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be updated. [ 863.422186] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: SUCCESS [ 863.422419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.422592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.422801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.422891] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.438119] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6c716b3-726c-49df-b104-017122dfd8c5 in Status: SUCCESS [ 863.438352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.438546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.438771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.438957] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.439091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.439158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.439304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.439383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.439478] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.449316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.449504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.449504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.449682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.449883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.462930] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: IN_PROGRESS for 2s [ 863.475143] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 863.475459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.555952] env[68237]: INFO networking_nsxv3.common.synchronization [req-19ae7f58-38d2-416f-9222-c7dad777c749 req-fb554b6f-1a45-4c0d-9002-8ab3b546eff7 tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 863.555952] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 863.556471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.557892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.557892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.557892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.557892] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.557892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.557892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.557892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.557892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.558430] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.668092] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: SUCCESS [ 863.668330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.668516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.668775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.668966] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.669100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.669168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.669329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.669412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.669510] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.671798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 863.672018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.673434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.673694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.673909] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.674314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.674437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.674626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.674834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.674874] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.845770] env[68237]: INFO networking_nsxv3.common.synchronization [req-77048307-58b1-4e8c-a7cc-6e20e91949ff req-44c937d2-21db-41ba-9b45-270aef686516 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 863.845941] env[68237]: INFO networking_nsxv3.common.synchronization [req-77048307-58b1-4e8c-a7cc-6e20e91949ff req-44c937d2-21db-41ba-9b45-270aef686516 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_members [ 863.846557] env[68237]: INFO networking_nsxv3.common.synchronization [req-77048307-58b1-4e8c-a7cc-6e20e91949ff req-44c937d2-21db-41ba-9b45-270aef686516 tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 863.847526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.847690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.847840] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 025021b3-9cd9-459b-929d-8c53b5721b24 with status ACTIVE [ 863.848045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.848175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.848261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.850295] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.850295] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.850295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.850295] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 025021b3-9cd9-459b-929d-8c53b5721b24 is going to be updated. [ 863.851119] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 863.851119] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c716b3-726c-49df-b104-017122dfd8c5 with Priority: HIGHEST for action security_group_members [ 863.851119] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGHEST for action security_group_members [ 863.851847] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.851990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.852185] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6c716b3-726c-49df-b104-017122dfd8c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.852292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.852500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.852701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.873916] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.873916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.873916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.873916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.873916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.875096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-025021b3-9cd9-459b-929d-8c53b5721b24" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.925395] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.925575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.928303] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-d2310df4-1351-4d94-b90f-52cfcb1b9842 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 863.928813] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 863.929118] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.929235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.929326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.929501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.929649] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.929781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.929869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.930626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.930749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.930853] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.941008] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.062702] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.062702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.062702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.062702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.083369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.083682] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.083858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.083911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.084091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.084170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.084259] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 864.115780] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.115895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.115965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.116458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.116458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.124591] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 864.176587] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.177586] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.237054] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-2ac90be7-879a-48ed-b956-cfc521d25832 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 864.237270] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 864.237632] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.237747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.424516] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 864.424960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.432625] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.432802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.432876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.433289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.433289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.433393] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.433491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.433557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.433709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.433788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.433871] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be deleted. [ 864.443373] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.467095] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.467244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.467314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.467546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.467638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.467737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.468165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.468334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.468526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.468638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.468712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.468940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.468940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.469049] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.516668] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.516867] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-840" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.516994] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-840" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.517329] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-840" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.517633] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.517784] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.517903] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.518129] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.518277] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.518506] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.518628] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.518831] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.518887] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.518951] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.519074] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.519211] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.542247] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.542419] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.542563] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.542747] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-840" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.543082] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-baebfb02-7f73-4cd8-a535-e4630409c5c8 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543262] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543387] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.543714] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.543858] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baebfb02-7f73-4cd8-a535-e4630409c5c8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.679773] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.680727] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.881471] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 864.881471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.881471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.881471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.881471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.881819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.881819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.881819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.881920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.881920] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.945570] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.945761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.945812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.946041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.946222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.946303] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6c716b3-726c-49df-b104-017122dfd8c5 is going to be updated. [ 864.974117] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.974294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.974339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.974521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.974665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.976009] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.976135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.976205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.976370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.976453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.976630] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.976754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.976814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.976959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.977063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.977152] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 already deleted. [ 864.977285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.984220] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6c716b3-726c-49df-b104-017122dfd8c5 in Status: IN_PROGRESS for 2s [ 865.047205] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.047478] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.047623] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.047914] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.048305] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.048305] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port baebfb02-7f73-4cd8-a535-e4630409c5c8 not found, creating... [ 865.048604] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.048730] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.048787] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.049061] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.049212] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.049502] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.049660] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.049794] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.050017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.050160] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.050306] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: baebfb02-7f73-4cd8-a535-e4630409c5c8 is going to be created. [ 865.075297] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.075552] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.075685] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.076013] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.076296] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.077554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.182242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.182414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.182605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.184525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.184525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.184525] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be updated. [ 865.184525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.184767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.184767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.185067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.185067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.185319] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 865.273103] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.273263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.273415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.273558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.273716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.276867] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.277071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.277162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.277397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.277855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.292423] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 865.292892] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: IN_PROGRESS for 2s [ 865.384608] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.475158] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 in Status: SUCCESS [ 865.475674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.756759] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-b9adc0b1-b2f0-4e0e-a80c-f34901545402 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 865.760790] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-b9adc0b1-b2f0-4e0e-a80c-f34901545402 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 865.760790] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-b9adc0b1-b2f0-4e0e-a80c-f34901545402 service nova] Enqueued Resource ID: baebfb02-7f73-4cd8-a535-e4630409c5c8 with Priority: HIGHEST for action port [ 865.760790] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 865.760790] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 865.760790] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baebfb02-7f73-4cd8-a535-e4630409c5c8 with Priority: HIGHEST for action port [ 865.761992] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.761992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.761992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.762175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.762248] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.763138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.763242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.763314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.763465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.763608] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.763695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.763753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.763933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.764082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.764212] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.767595] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-baebfb02-7f73-4cd8-a535-e4630409c5c8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.767915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.767915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.767915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.768046] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baebfb02-7f73-4cd8-a535-e4630409c5c8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.889116] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.947273] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3cde25e-1811-453f-b371-bd713bcffb94 req-404b6089-c77b-44a0-afac-530e5038e207 tempest-ListServerFiltersTestJSON-1468642307 tempest-ListServerFiltersTestJSON-1468642307-project-member] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 865.947700] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 865.948462] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.948578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.948578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.948771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.949558] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.949558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.949558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.949558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.949898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.949898] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.135735] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 4s [ 866.270081] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.271220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.271345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.271490] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baebfb02-7f73-4cd8-a535-e4630409c5c8 with status ACTIVE [ 866.271652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.271764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.271831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.272041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.272135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.272300] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.272395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.272458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.272609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.272684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.272861] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.272953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.273236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.273426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.273522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.273761] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baebfb02-7f73-4cd8-a535-e4630409c5c8 is going to be updated. [ 866.295914] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.296061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.296130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.296333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.296466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.296636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baebfb02-7f73-4cd8-a535-e4630409c5c8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.390182] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.390341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.390406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.390644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.390742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.390839] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 866.426339] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.426510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.426553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.426764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.426920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.446576] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 866.452057] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.778141] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.917160] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.917376] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-656" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.917653] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-656" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.918146] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-656" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.918604] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.918838] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.919060] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.919397] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.919636] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.919961] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.920172] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.920366] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.920556] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.920747] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.920934] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.921168] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.941481] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.941738] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.941978] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.942259] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-656" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.942748] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-eb9064b8-063e-4e1c-9628-f254f4758e7e taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.943039] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.943250] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.943731] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.943965] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9064b8-063e-4e1c-9628-f254f4758e7e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.954947] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.000200] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6c716b3-726c-49df-b104-017122dfd8c5 in Status: SUCCESS [ 867.000471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.000693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.000936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.001170] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.001313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.001385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.001606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.001645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.001739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.001861] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.002782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.006028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.006028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.006028] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.281936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.282235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.282375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.282753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.282925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.283106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be created. [ 867.302923] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 867.303189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.303404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.303609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.303809] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.303938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.303987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.304165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.304245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.304334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.304556] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.304648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.304711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.304876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.305033] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.305167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.305231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.305342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.305431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.305538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.305628] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.307217] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: SUCCESS [ 867.307409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.307755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.308056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.308312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.308475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.308652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.308829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.308914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.309036] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.310445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.310545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.310709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.311688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.311688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.311688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.311688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.311688] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.316771] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.316894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.316971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.317147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.317298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.327913] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: UNINITIALIZED for 2s [ 867.446426] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.446685] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.446858] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.447116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.447277] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.447442] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port eb9064b8-063e-4e1c-9628-f254f4758e7e not found, creating... [ 867.447723] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.447886] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.448016] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.448252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.448392] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.448675] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.448834] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.448953] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.449184] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.449322] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.449464] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: eb9064b8-063e-4e1c-9628-f254f4758e7e is going to be created. [ 867.457628] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.457770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.457770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.457936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.458079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.458168] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 867.473299] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.473612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.473701] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.473995] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.474256] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.474578] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.484984] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.485192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.485318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.485547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.485710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.505487] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6c716b3-726c-49df-b104-017122dfd8c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.506636] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.507265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.507352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.507622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.507861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.508134] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.508253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.508318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.508504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.508577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.508661] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6c716b3-726c-49df-b104-017122dfd8c5 is going to be deleted. [ 867.517724] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 867.544369] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.544640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.544640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.544884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.544884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.545127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.813190] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a: rpc.has_security_group_logging(os_id): False [ 867.814178] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.815207] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.815290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.815362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.815669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.815814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.815970] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.816083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.816145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.816565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.816565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.816565] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be updated. [ 867.834958] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.835734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.835734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.835734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.849062] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.849273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.849343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.849524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.849782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.857306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.857574] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.857686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.857749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.858100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.858205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.858350] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.858439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.858496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.858686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.858781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.858990] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.859124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.859207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.859389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.859478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.859547] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 867.861552] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: IN_PROGRESS for 2s [ 867.931799] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.931948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.932044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.932263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.932416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.948487] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 868.011491] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6c716b3-726c-49df-b104-017122dfd8c5: rpc.has_security_group_logging(os_id): False [ 868.029052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.029052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.029052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.029052] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6c716b3-726c-49df-b104-017122dfd8c5 is going to be created. [ 868.051685] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c6c716b3-726c-49df-b104-017122dfd8c5], does not exist path=[/infra/domains/default/groups/c6c716b3-726c-49df-b104-017122dfd8c5]."\n}' [ 868.051685] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6c716b3-726c-49df-b104-017122dfd8c5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6c716b3-726c-49df-b104-017122dfd8c5 [ 868.051685] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 868.086398] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.087556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.087740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.088197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.094175] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.094175] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.094175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.094175] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6c716b3-726c-49df-b104-017122dfd8c5 is going to be created. [ 868.116760] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c6c716b3-726c-49df-b104-017122dfd8c5], does not exist path=[/infra/domains/default/groups/c6c716b3-726c-49df-b104-017122dfd8c5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6c716b3-726c-49df-b104-017122dfd8c5 [ 868.116760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6c716b3-726c-49df-b104-017122dfd8c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.116760] env[68237]: Traceback (most recent call last): [ 868.116760] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 868.116760] env[68237]: return func(*args, **kwargs) [ 868.116760] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.116760] env[68237]: res.raise_for_status() [ 868.116760] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 868.116760] env[68237]: raise HTTPError(http_error_msg, response=self) [ 868.116760] env[68237]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6c716b3-726c-49df-b104-017122dfd8c5 [ 868.116760] env[68237]: During handling of the above exception, another exception occurred: [ 868.116760] env[68237]: Traceback (most recent call last): [ 868.116760] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 868.116760] env[68237]: listener.cb(fileno) [ 868.116760] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 868.116760] env[68237]: result = function(*args, **kwargs) [ 868.116760] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 868.116760] env[68237]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 868.116760] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 868.116760] env[68237]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 868.116760] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 868.116760] env[68237]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 868.116760] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.116760] env[68237]: res.raise_for_status() [ 868.116760] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 868.116760] env[68237]: raise HTTPError(http_error_msg, response=self) [ 868.116760] env[68237]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c6c716b3-726c-49df-b104-017122dfd8c5 [ 868.116760] env[68237]: Removing descriptor: 58 [ 868.147490] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 868.147906] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 deletion is rescheduled due to dependency. [ 868.148120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.201024] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-dd8a98fb-e57e-4468-ac78-507a1cd3cd11 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 868.201024] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-dd8a98fb-e57e-4468-ac78-507a1cd3cd11 service nova] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 868.201024] env[68237]: INFO networking_nsxv3.common.synchronization [req-9fc9b1db-408d-4ad1-9849-0751ee163f81 req-dd8a98fb-e57e-4468-ac78-507a1cd3cd11 service nova] Enqueued Resource ID: eb9064b8-063e-4e1c-9628-f254f4758e7e with Priority: HIGHEST for action port [ 868.201024] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_rules [ 868.201024] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 868.201024] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9064b8-063e-4e1c-9628-f254f4758e7e with Priority: HIGHEST for action port [ 868.201024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.201024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.206024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.206024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.206024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9064b8-063e-4e1c-9628-f254f4758e7e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.206024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.206024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.206024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.206024] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9064b8-063e-4e1c-9628-f254f4758e7e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.318408] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.461266] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 868.461266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.461266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.461266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.461440] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.461563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.461628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.461773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.461897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.461931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.462035] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.712025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb9064b8-063e-4e1c-9628-f254f4758e7e with status ACTIVE [ 868.712025] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.712025] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.712025] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.712025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.712025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb9064b8-063e-4e1c-9628-f254f4758e7e is going to be updated. [ 868.730600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.730600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.730600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.730880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.730880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.730947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9064b8-063e-4e1c-9628-f254f4758e7e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.821138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.821425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.821425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.821569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.821659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.821760] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 868.865870] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.866041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.866106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.866799] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.866799] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.875478] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 868.966069] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.966227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.966303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.966527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.966722] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.966825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.966890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.967080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.967173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.967263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.967412] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.967526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.967593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.967737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.968016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.968244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.968304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.968404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.968482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.968569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.968662] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.338741] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 869.339039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.339216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.339424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.339615] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.339742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.339787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.341160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.341160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341160] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.342177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.342394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.342564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.342675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.342742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.342888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.342963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.343068] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.475686] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b66c8d4e-96b0-468d-8dd6-3ccc934090a8: rpc.has_security_group_logging(os_id): False [ 869.493763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.493923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.493993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.494350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.513748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.514378] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.514378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.514378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.514622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.514622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.515115] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.515115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.515115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.515115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.515518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.515518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.515518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.515709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.515709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.515832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.515897] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 869.526668] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 869.526903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.581681] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.581962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.581962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.582195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.582346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.612106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 869.848873] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.848873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.848873] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.871078] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: SUCCESS [ 869.871078] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b deletion is rescheduled due to dependency. [ 869.871166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.871644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.871644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.871766] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.871829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.871864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.871994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.872823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.872823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.872823] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.964938] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 869.965206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.965399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.965638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.965734] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.351085] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.374777] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.467721] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.467980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.854320] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.858131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.858131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.858131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.858131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.858131] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 870.877387] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd0391b0-8d14-41c9-9be8-0d57ad0e213b: rpc.has_security_group_logging(os_id): False [ 870.882170] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.882363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.882363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.882571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.882718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.886345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 870.886532] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.886693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.886887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.887089] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.887292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.887292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.887417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.887518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.887589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.887667] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.889070] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 870.897287] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.897287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.897287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.897287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.913625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.913814] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.913975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.913975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.914171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.914266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.914379] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be updated. [ 870.980151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.980332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.980415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.980633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.980782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.993170] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: IN_PROGRESS for 2s [ 871.232640] env[68237]: INFO networking_nsxv3.common.synchronization [req-8129918e-eb1a-49ad-95eb-51060920d474 req-dbc98603-8c5e-485b-871b-6638acf0de10 tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 871.235931] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 871.236041] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.236279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.236279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.237055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.237055] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.237055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.237055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.237055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.237558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.237558] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.391420] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.391945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.392198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.392581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.393066] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.393066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.393911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.393911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.393911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.394666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.394666] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.394946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.395152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.395737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.395737] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.397435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.397435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.397435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.397435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.397435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.397435] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.629124] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 871.629124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.716729] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.716729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.716729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.716729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.717357] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.718053] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.718321] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.721187] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.721187] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.721187] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.721187] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.721187] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.721187] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.721187] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.721187] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.721187] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.741021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.741021] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.741021] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.741021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.741021] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-9bcf5292-c53f-42bf-97f1-7f616748f9ed taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.741021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.741021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.741021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.741021] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcf5292-c53f-42bf-97f1-7f616748f9ed',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.742629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.742919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.743308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.743671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.743901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.744234] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.744488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.744665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.745047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.745711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.745711] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 already deleted. [ 871.745711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.901901] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a: rpc.has_security_group_logging(os_id): False [ 871.921135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.921662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.921872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.922363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.941136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.941136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.941136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.941136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.941389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.941389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.942212] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.942212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.942212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.942212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.942212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.942212] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.942212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.942594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.942594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.942657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.946082] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 872.047996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.050025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.050025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.050025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.050025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.065210] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 872.086255] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c0ec01fe-f9be-4f51-80ba-213ee1ab752e None None] Enqueued Resource ID: 5f25ad80-2225-496a-a636-36795f66aa55 with Priority: HIGHEST for action port [ 872.086417] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f25ad80-2225-496a-a636-36795f66aa55 with Priority: HIGHEST for action port [ 872.087057] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f25ad80-2225-496a-a636-36795f66aa55 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.087057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f25ad80-2225-496a-a636-36795f66aa55" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.087260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f25ad80-2225-496a-a636-36795f66aa55" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.087355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f25ad80-2225-496a-a636-36795f66aa55" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.087453] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f25ad80-2225-496a-a636-36795f66aa55',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.247991] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.247991] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.247991] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.248248] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.248287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.248548] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 9bcf5292-c53f-42bf-97f1-7f616748f9ed not found, creating... [ 872.248933] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.249148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.249297] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.249670] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.249817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.250195] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.250486] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.250559] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.250731] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.251112] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.251112] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed is going to be created. [ 872.276688] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.276688] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.276958] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.277484] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.277854] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.278232] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.595030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f25ad80-2225-496a-a636-36795f66aa55 [ 872.595030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.595030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.595030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.595030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.595030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.595030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f25ad80-2225-496a-a636-36795f66aa55 already deleted. [ 872.595030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f25ad80-2225-496a-a636-36795f66aa55" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.901137] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.901137] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.901137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.902045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.902726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.903258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.905152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.905152] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.905152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.905152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.905152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.905152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.905152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.905152] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.007747] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b in Status: SUCCESS [ 873.007747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.130669] env[68237]: INFO networking_nsxv3.common.synchronization [req-8129918e-eb1a-49ad-95eb-51060920d474 req-92085d10-6c28-45cd-92f6-320c205b0ac8 service nova] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 873.131476] env[68237]: INFO networking_nsxv3.common.synchronization [req-8129918e-eb1a-49ad-95eb-51060920d474 req-92085d10-6c28-45cd-92f6-320c205b0ac8 service nova] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 873.131476] env[68237]: INFO networking_nsxv3.common.synchronization [req-8129918e-eb1a-49ad-95eb-51060920d474 req-92085d10-6c28-45cd-92f6-320c205b0ac8 service nova] Enqueued Resource ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed with Priority: HIGHEST for action port [ 873.131476] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 873.131476] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 873.131476] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed with Priority: HIGHEST for action port [ 873.131978] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.136272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.136399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.136626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.136716] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.137684] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.137830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.137926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.138249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.138354] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.138458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.138597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.138700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.138785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.138877] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.142576] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bcf5292-c53f-42bf-97f1-7f616748f9ed taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.142876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.142876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.143014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.143076] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcf5292-c53f-42bf-97f1-7f616748f9ed',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.409971] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe7888d6-4bdb-4604-a082-3d94a1059542: rpc.has_security_group_logging(os_id): False [ 873.428074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.428661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.428834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.429139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.429273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.429629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.429896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.429988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.430300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.430743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.430990] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.431141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.431228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.431403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.431511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.431731] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.431870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.431954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.432135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.432258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.432351] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be created. [ 873.484853] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.485057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.485142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.485535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.485535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.498073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 873.645683] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.645683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.645683] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.646288] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bcf5292-c53f-42bf-97f1-7f616748f9ed with status ACTIVE [ 873.646516] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.646516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.646651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.646812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.647020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.647099] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.650017] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.650017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.650017] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed is going to be updated. [ 873.668034] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.668034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.668034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.668034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.668375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.668375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.734664] env[68237]: INFO networking_nsxv3.common.synchronization [req-aa0ddc8b-835c-4049-a985-f16224e9960e req-12056159-00ef-4db3-af3d-92f6de733e15 tempest-ServersWithSpecificFlavorTestJSON-1668795449 tempest-ServersWithSpecificFlavorTestJSON-1668795449-project-member] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 873.735101] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 873.735555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.735922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.735997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.740908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.741129] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.741249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.741320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.741499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.741590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.741689] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.083762] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 874.084227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.084227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.084600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.084714] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.150799] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.244052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.244224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.244299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.244537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.265099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.265391] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.265551] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.265617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.265835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.265921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.266023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 is going to be updated. [ 874.293161] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.293161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.293161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.293161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.293161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.300425] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: IN_PROGRESS for 2s [ 874.552465] env[68237]: INFO networking_nsxv3.common.synchronization [None req-bc9d9b10-e11e-4361-8d49-5f6cc4e17aaa None None] Enqueued Resource ID: 5e5d7b4d-b65e-4226-9624-f091c48b3f97 with Priority: HIGHEST for action port [ 874.552465] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5d7b4d-b65e-4226-9624-f091c48b3f97 with Priority: HIGHEST for action port [ 874.552465] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e5d7b4d-b65e-4226-9624-f091c48b3f97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.552465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e5d7b4d-b65e-4226-9624-f091c48b3f97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.553077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e5d7b4d-b65e-4226-9624-f091c48b3f97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.553469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e5d7b4d-b65e-4226-9624-f091c48b3f97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.553682] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5d7b4d-b65e-4226-9624-f091c48b3f97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.587650] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.588094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.588260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.588646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.588937] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.589267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.589433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.589684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.589885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.590082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.590266] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.641038] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.641038] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.641038] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.641038] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.641038] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.641760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.649351] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.649351] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.649351] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.649351] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.649351] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.649351] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.649351] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.649351] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.649351] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.649351] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.656495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.656854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.657078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.657400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.657631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.659277] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 is going to be created. [ 874.673826] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.673826] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.673826] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.673826] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-791" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.673826] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-2a529edd-e384-4bf7-8ab6-a868cc9e2788 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.673826] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.675155] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.676099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.676099] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a529edd-e384-4bf7-8ab6-a868cc9e2788',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.686057] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.686057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.686057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.686057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.686057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.696565] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: UNINITIALIZED for 2s [ 875.059483] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e5d7b4d-b65e-4226-9624-f091c48b3f97 [ 875.059749] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.059929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.060051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.060285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.060447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.060607] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e5d7b4d-b65e-4226-9624-f091c48b3f97 already deleted. [ 875.060727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e5d7b4d-b65e-4226-9624-f091c48b3f97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.093122] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.093481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.093581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.093862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.094446] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.094446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.094446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.094720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.094720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.094840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.095010] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.095143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.095323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.095662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.095756] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.095879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.095996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.096284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.096389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.096481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.096594] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.179306] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.179607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.179696] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.179983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.180152] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.180310] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 2a529edd-e384-4bf7-8ab6-a868cc9e2788 not found, creating... [ 875.180600] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.180764] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.180884] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.181146] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.181288] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.181596] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.181747] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.181862] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.182083] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.182220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.182361] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 2a529edd-e384-4bf7-8ab6-a868cc9e2788 is going to be created. [ 875.214760] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.215039] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.215138] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.215437] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.215703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.215955] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.513854] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 875.514127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.514313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.514582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.514680] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.599767] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a: rpc.has_security_group_logging(os_id): False [ 875.617440] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.617790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.617790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.617972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.618120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.618344] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.618448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.618540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.618743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.618842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.619124] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.619263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.619362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.619543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.619651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.619843] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.619964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.620068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.620231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.620341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.620436] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 875.675864] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.675864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.675864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.676086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.676086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.692437] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 876.017522] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.018050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.018530] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.018530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.018530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.018975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.018975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.018975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.018975] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.226159] env[68237]: INFO networking_nsxv3.common.synchronization [req-aa0ddc8b-835c-4049-a985-f16224e9960e req-da9fc671-e195-41ce-bf1b-e7a405445729 service nova] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 876.226467] env[68237]: INFO networking_nsxv3.common.synchronization [req-aa0ddc8b-835c-4049-a985-f16224e9960e req-da9fc671-e195-41ce-bf1b-e7a405445729 service nova] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 876.226467] env[68237]: INFO networking_nsxv3.common.synchronization [req-aa0ddc8b-835c-4049-a985-f16224e9960e req-da9fc671-e195-41ce-bf1b-e7a405445729 service nova] Enqueued Resource ID: 2a529edd-e384-4bf7-8ab6-a868cc9e2788 with Priority: HIGHEST for action port [ 876.226707] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_rules [ 876.226832] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 876.226927] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a529edd-e384-4bf7-8ab6-a868cc9e2788 with Priority: HIGHEST for action port [ 876.227502] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.227647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.227770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.227905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.227990] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.233821] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.233821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.233821] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a529edd-e384-4bf7-8ab6-a868cc9e2788 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.233821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.233821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.233821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.233821] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a529edd-e384-4bf7-8ab6-a868cc9e2788',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.457679] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: SUCCESS [ 876.457907] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 deletion is rescheduled due to dependency. [ 876.458062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.458256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.458494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.458708] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.458854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.458925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.459100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.459182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.459277] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.470216] env[68237]: INFO networking_nsxv3.common.synchronization [req-c3212b6c-5b23-4ae7-90c4-9c3ab7ce78a7 req-51c18187-c4ea-4667-b21d-5c4559164599 tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 876.471290] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 876.471936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.472018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.472055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.475163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.475163] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.475163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.475163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.475163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.475163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.475163] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.485589] env[68237]: INFO networking_nsxv3.common.synchronization [req-763f461f-d076-4e11-b13e-a893d0699c6c req-02c754ff-7c9a-4853-98b3-e5b2b2e714d2 tempest-MultipleCreateTestJSON-2127338032 tempest-MultipleCreateTestJSON-2127338032-project-member] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 876.486241] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGHEST for action security_group_members [ 876.486756] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.486880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.524061] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.524061] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.524061] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.524061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.525331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.525331] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.525331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.525331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.525331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.525331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.525331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.525331] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.553285] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a0ad322-f334-4139-9328-cf0d6cce7b96 req-6e1fe065-0d4f-42cd-b76b-b28d3360329f tempest-InstanceActionsV221TestJSON-1336723613 tempest-InstanceActionsV221TestJSON-1336723613-project-member] Enqueued Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_members [ 876.553285] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_members [ 876.553285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.553285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.553285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.553285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.553285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.553285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.553285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.553285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.553285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.553285] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.708023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: SUCCESS [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.708023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.708023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.708023] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.734712] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.734953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.736643] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a529edd-e384-4bf7-8ab6-a868cc9e2788 with status ACTIVE [ 876.736725] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.736836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.736892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.737094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.737204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.737379] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.737490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.737651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.737756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.738753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.738753] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.738753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.738753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.738753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.738753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.738753] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a529edd-e384-4bf7-8ab6-a868cc9e2788 is going to be updated. [ 876.759662] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.759662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.759662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.759662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.759662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.759662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a529edd-e384-4bf7-8ab6-a868cc9e2788" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.861390] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.861597] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-430" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.861735] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-430" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.862143] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-430" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.862433] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.862595] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.862715] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.863641] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.863758] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.864114] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.864241] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.864603] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.864603] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.864727] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.864810] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.864955] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.890268] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.891025] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.891025] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.891025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-430" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.891220] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-578b7668-06da-421b-9436-cfdb36e12b83 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.891407] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.891553] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.891885] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.892040] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('578b7668-06da-421b-9436-cfdb36e12b83',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.961496] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.980730] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.980893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.981054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.981173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.981547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.981547] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.981547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.982031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.982031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.982031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.982031] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 877.010240] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.010399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.010482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.010646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.010785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.019947] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 877.029106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe7888d6-4bdb-4604-a082-3d94a1059542: rpc.has_security_group_logging(os_id): False [ 877.047885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.048024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.048103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.048301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.048394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.048631] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.048731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.048794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.048950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.049043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.049232] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.049324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.049384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.049522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.049594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.049770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.049855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.049914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.050055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.050127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.050208] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 877.054838] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.055053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.055053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.055194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.055274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.055544] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.055628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.055669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.055802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.055877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.055962] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 already deleted. [ 877.056052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.111515] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.111515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.111515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.111729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.111924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.130697] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 877.210343] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.394416] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.394742] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.394742] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.395073] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.395132] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.395260] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 578b7668-06da-421b-9436-cfdb36e12b83 not found, creating... [ 877.395562] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.395737] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.395895] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.396091] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.396265] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.396547] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.396660] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.397175] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.397175] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.397175] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.397311] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 578b7668-06da-421b-9436-cfdb36e12b83 is going to be created. [ 877.416299] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.416503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.416627] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.416885] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.417135] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.417353] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.465151] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.711815] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 877.712569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.712569] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf8527ca-675e-4e3d-872e-3961aa243e00: rpc.has_security_group_logging(os_id): False [ 877.730448] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.730448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.730448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.730448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.730688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.730785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.730888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.730956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.731138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.731252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.731292] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 is going to be created. [ 877.830363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.830557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.830605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.830810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.831044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.847094] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: IN_PROGRESS for 2s [ 877.965952] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.966232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.966462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966696] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 is going to be updated. [ 878.006312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.006501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.006568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.006757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.006904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.016463] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: IN_PROGRESS for 2s [ 878.214637] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a0ad322-f334-4139-9328-cf0d6cce7b96 req-49267305-2960-464d-a733-381c6014ea67 service nova] Enqueued Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_rules [ 878.214637] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a0ad322-f334-4139-9328-cf0d6cce7b96 req-49267305-2960-464d-a733-381c6014ea67 service nova] Enqueued Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_members [ 878.214637] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a0ad322-f334-4139-9328-cf0d6cce7b96 req-49267305-2960-464d-a733-381c6014ea67 service nova] Enqueued Resource ID: 578b7668-06da-421b-9436-cfdb36e12b83 with Priority: HIGHEST for action port [ 878.214637] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_rules [ 878.214637] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_members [ 878.215040] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b7668-06da-421b-9436-cfdb36e12b83 with Priority: HIGHEST for action port [ 878.218578] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.218578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.218578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.218923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.218923] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.225024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.225024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.225024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.225024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.225024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.225024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.225024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.225024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.225024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.225024] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.225582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-578b7668-06da-421b-9436-cfdb36e12b83 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.225582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.225582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.225582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.225743] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('578b7668-06da-421b-9436-cfdb36e12b83',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.730787] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.731855] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.731969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.736185] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 578b7668-06da-421b-9436-cfdb36e12b83 with status ACTIVE [ 878.736384] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.736507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.736576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.736781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.736989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.737060] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.737140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.737201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.737351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.737429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.737805] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.737898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.738057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.738123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.738198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.738284] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 578b7668-06da-421b-9436-cfdb36e12b83 is going to be updated. [ 878.759079] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.759079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.759079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.759306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.759462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.759623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-578b7668-06da-421b-9436-cfdb36e12b83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.028766] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 879.028947] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 deletion is rescheduled due to dependency. [ 879.029077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.029232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.029437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.029651] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.029770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.029830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.029985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.030631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.030631] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.149346] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 879.149346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.233825] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.373080] env[68237]: INFO networking_nsxv3.common.synchronization [req-9320b519-2f57-453b-884f-629c1a58b51b req-4402cdac-7a44-4ea7-a78e-6d90cf760014 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 879.373080] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 879.373080] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.373080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.373080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.373692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.374105] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.374344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.374496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.374742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.374937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.375136] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.536026] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.536026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.536026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.536026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.536026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.538496] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.538496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.538496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.538496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.538496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.538496] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be updated. [ 879.562609] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.562749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.562800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.563016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.573267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: IN_PROGRESS for 2s [ 879.581032] env[68237]: INFO networking_nsxv3.common.synchronization [req-9320b519-2f57-453b-884f-629c1a58b51b req-ddc0812b-ba55-44c3-9ea4-941a458ad017 tempest-ServersTestMultiNic-588657114 tempest-ServersTestMultiNic-588657114-project-member] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 879.581460] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGHEST for action security_group_members [ 879.581764] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.581898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.736955] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.736955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.736955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.739822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.739822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.739822] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 is going to be created. [ 879.762582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.762582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.762582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.762582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.762847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.773079] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 in Status: UNINITIALIZED for 2s [ 879.858171] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: SUCCESS [ 879.858406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.880538] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.028671] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: SUCCESS [ 880.028948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.029150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.029470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.029739] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.029911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.030144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.030415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.030415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030633] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.385435] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.535695] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.888552] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.888552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.888552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.888552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.888552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.888552] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 880.977356] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.977537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.977643] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.977886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.978084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.986955] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 881.037670] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d430cf-10c3-40f3-b9d2-4350982e58b0: rpc.has_security_group_logging(os_id): False [ 881.063290] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.063290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.063290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.063606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.063606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.063778] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.063864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.063943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.064062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.064143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.064268] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 is going to be updated. [ 881.074784] env[68237]: INFO networking_nsxv3.common.synchronization [req-196ee1e6-64fe-4d37-9db6-ffb3f8448e33 req-e5793613-912e-4083-9f20-dd7c45c89978 tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 881.075332] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 881.075645] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.075779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.075829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.076159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.076159] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.076286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.076325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.076938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.076938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.076938] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.122333] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.122333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.122333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.122754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.122923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.137761] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: IN_PROGRESS for 2s [ 881.370852] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.370852] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.370852] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.371105] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.371259] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.371259] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.371259] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.371259] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.372231] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.372465] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.372607] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.372740] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.372868] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.373188] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.373188] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.373321] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.391022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.391305] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.391538] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.392128] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.392618] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-26966576-ec16-40c4-b057-eb88b817f439 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.393435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.393974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.394319] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.394431] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26966576-ec16-40c4-b057-eb88b817f439',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.577990] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.583603] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 in Status: SUCCESS [ 881.583781] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 deletion is rescheduled due to dependency. [ 881.583920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.783256] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 in Status: SUCCESS [ 881.783453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.783729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.784082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.784398] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.784593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.784720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.784992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.785345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.785663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.785907] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.897711] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.898033] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.898129] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.898399] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.898552] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.898716] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 26966576-ec16-40c4-b057-eb88b817f439 not found, creating... [ 881.898978] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.899162] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.899279] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.899502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.899664] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.900016] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.900203] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.900325] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.900535] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.900685] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.900815] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 26966576-ec16-40c4-b057-eb88b817f439 is going to be created. [ 881.921803] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.922576] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.922733] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.923216] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.923257] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.923473] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.083376] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.288994] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.289191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.289234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.289465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.289638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.289733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.289798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.289950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.290047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.290136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.290286] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.290583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.290583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.290583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.290735] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.290782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.290815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.291032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.291032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.291151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.291184] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.586479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.586635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.586714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.586933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.587077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.587148] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 882.617137] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.617337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.617337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.617581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.617763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.627527] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 882.794246] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e4f960-dd64-45e9-aaf2-967ca4444166: rpc.has_security_group_logging(os_id): False [ 882.811971] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.812269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.812269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.812363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.812453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.812850] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.813176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.813176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.813298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.813298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.813497] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.814054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.814144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.814859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.814969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.815159] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.815246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.815316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.815447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.815540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.815621] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 is going to be created. [ 882.875740] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.875740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.877312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.877312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.877473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.891971] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 in Status: IN_PROGRESS for 2s [ 882.996564] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 882.996890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.997106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.997235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.997420] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.997617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.997676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.997993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.997993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.997993] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.100870] env[68237]: INFO networking_nsxv3.common.synchronization [req-196ee1e6-64fe-4d37-9db6-ffb3f8448e33 req-8a8350b6-6b33-4c3f-b895-a8c85360f9b5 service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 883.101095] env[68237]: INFO networking_nsxv3.common.synchronization [req-196ee1e6-64fe-4d37-9db6-ffb3f8448e33 req-8a8350b6-6b33-4c3f-b895-a8c85360f9b5 service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 883.101730] env[68237]: INFO networking_nsxv3.common.synchronization [req-196ee1e6-64fe-4d37-9db6-ffb3f8448e33 req-8a8350b6-6b33-4c3f-b895-a8c85360f9b5 service nova] Enqueued Resource ID: 26966576-ec16-40c4-b057-eb88b817f439 with Priority: HIGHEST for action port [ 883.101730] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 883.101730] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 883.101730] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26966576-ec16-40c4-b057-eb88b817f439 with Priority: HIGHEST for action port [ 883.104849] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.105087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.105207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.105439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.105567] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.106504] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.106683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.107304] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-26966576-ec16-40c4-b057-eb88b817f439 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.107304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.107304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.107304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.107499] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26966576-ec16-40c4-b057-eb88b817f439',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.132205] env[68237]: INFO networking_nsxv3.common.synchronization [None req-6f6836b5-79d3-4ed3-9e1f-9f14290ebc2c None None] Enqueued Resource ID: 2d2070ad-8655-4253-9ad4-2d76006735b4 with Priority: HIGHEST for action port [ 883.132474] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2070ad-8655-4253-9ad4-2d76006735b4 with Priority: HIGHEST for action port [ 883.133264] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2070ad-8655-4253-9ad4-2d76006735b4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.133264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2070ad-8655-4253-9ad4-2d76006735b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.133264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2070ad-8655-4253-9ad4-2d76006735b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.133557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2070ad-8655-4253-9ad4-2d76006735b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.133557] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2070ad-8655-4253-9ad4-2d76006735b4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.153567] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: SUCCESS [ 883.153944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.504509] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.504509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.504509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.504693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.504784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.504983] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.505098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.506245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.506245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.506245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.506245] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be updated. [ 883.535590] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.535590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.535590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.535857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.535857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.548057] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: IN_PROGRESS for 2s [ 883.610268] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.610424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.610592] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26966576-ec16-40c4-b057-eb88b817f439 with status ACTIVE [ 883.611511] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.611511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.611511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.611511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.611511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.611511] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.611511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.611786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.611931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.612118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.612315] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.612406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.612463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.612628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.612690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.612770] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26966576-ec16-40c4-b057-eb88b817f439 is going to be updated. [ 883.636872] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.637036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.637100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.637304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.637441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.637618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26966576-ec16-40c4-b057-eb88b817f439" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.637909] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d2070ad-8655-4253-9ad4-2d76006735b4 [ 883.638095] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.638202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.638268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.638429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.638508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.638610] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d2070ad-8655-4253-9ad4-2d76006735b4 already deleted. [ 883.638698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2070ad-8655-4253-9ad4-2d76006735b4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.723821] env[68237]: INFO networking_nsxv3.common.synchronization [req-120a9835-4802-4197-b8cf-8e2bbf6859f6 req-531961cc-bc26-4b6e-a5fa-76ced779424a tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_members [ 883.724443] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_members [ 883.724726] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.724870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.724920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.726583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.726583] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.726583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.726583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.728613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.728613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.728613] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.072969] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.073302] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.073302] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.073590] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.073942] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.074220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.074381] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.074621] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.074884] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.075240] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.075424] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.075597] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.075758] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.075925] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.076114] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.076313] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.095989] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.095989] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.095989] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.095989] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-564" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.096181] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-7cc08f9f-ecf6-45df-a147-29489ed20ade taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.096265] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.096313] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.096638] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.096827] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc08f9f-ecf6-45df-a147-29489ed20ade',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.229864] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.230071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.230149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.230361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.230454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.230651] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.230748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.230810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.230959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.231097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.231188] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 already deleted. [ 884.231277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.599785] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.600079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.600159] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.600430] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.600779] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.600779] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 7cc08f9f-ecf6-45df-a147-29489ed20ade not found, creating... [ 884.600984] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.601153] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.601282] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.601495] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.601617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.601908] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.602073] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.602200] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.602424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.602533] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.602674] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 7cc08f9f-ecf6-45df-a147-29489ed20ade is going to be created. [ 884.622329] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.622547] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.622675] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.622911] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.623160] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.623374] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.638918] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 884.639124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.639486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.639486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.639613] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.639746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.639796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.639934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.640075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.641123] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.905658] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 in Status: SUCCESS [ 884.905953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.142719] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.153199] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a9c4b422-ca79-413f-a533-fa86a6cee038 None None] Enqueued Resource ID: d23aa8b4-d2a8-43d0-bbca-08ae45e792a5 with Priority: HIGHEST for action port [ 885.153199] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23aa8b4-d2a8-43d0-bbca-08ae45e792a5 with Priority: HIGHEST for action port [ 885.153472] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d23aa8b4-d2a8-43d0-bbca-08ae45e792a5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.153594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d23aa8b4-d2a8-43d0-bbca-08ae45e792a5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.153662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d23aa8b4-d2a8-43d0-bbca-08ae45e792a5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.153960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d23aa8b4-d2a8-43d0-bbca-08ae45e792a5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.154018] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d23aa8b4-d2a8-43d0-bbca-08ae45e792a5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.331134] env[68237]: INFO networking_nsxv3.common.synchronization [req-120a9835-4802-4197-b8cf-8e2bbf6859f6 req-e6c26d6a-e03f-4526-9174-484e891a1631 service nova] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_rules [ 885.331134] env[68237]: INFO networking_nsxv3.common.synchronization [req-120a9835-4802-4197-b8cf-8e2bbf6859f6 req-e6c26d6a-e03f-4526-9174-484e891a1631 service nova] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_members [ 885.331134] env[68237]: INFO networking_nsxv3.common.synchronization [req-120a9835-4802-4197-b8cf-8e2bbf6859f6 req-e6c26d6a-e03f-4526-9174-484e891a1631 service nova] Enqueued Resource ID: 7cc08f9f-ecf6-45df-a147-29489ed20ade with Priority: HIGHEST for action port [ 885.331134] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_rules [ 885.331134] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_members [ 885.331519] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc08f9f-ecf6-45df-a147-29489ed20ade with Priority: HIGHEST for action port [ 885.331790] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.331905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.332020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.334269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.334357] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.335500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.335500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.335500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.335632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.335685] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.335806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.335847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.335964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.336061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.336149] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.336917] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc08f9f-ecf6-45df-a147-29489ed20ade taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.337049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.337102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.337228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.337295] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc08f9f-ecf6-45df-a147-29489ed20ade',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.557067] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7888d6-4bdb-4604-a082-3d94a1059542 in Status: SUCCESS [ 885.557254] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 deletion is rescheduled due to dependency. [ 885.557366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.649360] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.655870] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d23aa8b4-d2a8-43d0-bbca-08ae45e792a5 [ 885.656208] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.656388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.656486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.656763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.656883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.657019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d23aa8b4-d2a8-43d0-bbca-08ae45e792a5 already deleted. [ 885.657139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d23aa8b4-d2a8-43d0-bbca-08ae45e792a5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.842160] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.842341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.842489] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.843364] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cc08f9f-ecf6-45df-a147-29489ed20ade with status ACTIVE [ 885.843544] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.843661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.843742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.843927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.843998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.844178] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.844332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.844332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.844474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.844548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.844720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.844804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.844860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.844992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.845442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.845561] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cc08f9f-ecf6-45df-a147-29489ed20ade is going to be updated. [ 885.865527] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.865657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.865657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.865853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.865984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.866268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc08f9f-ecf6-45df-a147-29489ed20ade" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.151444] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.151749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.151749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.151889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.151982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.152103] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 886.177337] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.177494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.177549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.177815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.177982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.187047] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 886.349403] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.851426] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.851579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.851650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.851912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.852046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.852106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 is going to be created. [ 886.873190] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.873400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.873400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.873642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.873820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.882587] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: UNINITIALIZED for 2s [ 888.204616] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 888.204958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.205086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.205309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.205654] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.205783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.205831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.205994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.206082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.206165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.206257] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.461339] env[68237]: INFO networking_nsxv3.common.synchronization [req-7100474c-a9cd-4e98-ab1c-c7f384b58274 req-941ebc7d-9f90-48ab-a9c3-9f53d660c573 tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 888.461879] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 888.462798] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.462798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.462798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.462798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.462798] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.462798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.463360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.463360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.463360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.463360] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.709547] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.709732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.709806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.710270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.710270] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.710474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.710474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.710608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.710698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.710800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.710954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.711066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.711124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.711274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.711409] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.711498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.711559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.711709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.711771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.711848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.711935] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.895142] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: SUCCESS [ 888.895425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.895606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.895854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.896075] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.896211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.896277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.896429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.896520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.896604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.897077] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.968455] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.968623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.968699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.968939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.969065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.969313] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.969423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.969486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.969652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.969734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.969823] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be deleted. [ 888.998261] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.998429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.998501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.998713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.998806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.998905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.084010] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.084221] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.084347] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.084644] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.084910] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.086591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.086591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.086591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.086591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.086878] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.087065] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.087354] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.087397] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.087691] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.087988] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.090945] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.111265] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.111448] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.111687] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.111756] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.112449] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-97fdf60d-e090-463d-ae82-229571208a74 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.112449] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.112449] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.113014] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.113216] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fdf60d-e090-463d-ae82-229571208a74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.172584] env[68237]: INFO networking_nsxv3.common.synchronization [req-6b4e2f56-d1bf-4378-996e-f4979728bcc4 req-9c133f43-be75-41f1-84ed-192396a0018f tempest-InstanceActionsV221TestJSON-1336723613 tempest-InstanceActionsV221TestJSON-1336723613-project-member] Enqueued Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_members [ 889.174528] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGHEST for action security_group_members [ 889.174528] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.174528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.174528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175922] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.176658] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.214397] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4067c49-c262-419f-843d-1b396847e8bf: rpc.has_security_group_logging(os_id): False [ 889.233123] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.233291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.233361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.256664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.256777] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.256865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.256904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.257221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.257401] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.257553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.257788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.258170] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.258170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.258170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.258302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.258336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.258427] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 889.321746] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.321894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.323972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.323972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.323972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.335424] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 889.399898] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.615983] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.616245] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.616376] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.616669] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.616826] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.616985] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 97fdf60d-e090-463d-ae82-229571208a74 not found, creating... [ 889.617275] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.617440] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.617778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.617778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.617933] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.618293] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.618486] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.618610] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.618852] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.618991] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.619161] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 97fdf60d-e090-463d-ae82-229571208a74 is going to be created. [ 889.637157] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.637267] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.637395] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.637686] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.638138] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.638419] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.679509] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.681345] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.681345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.681345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 is going to be updated. [ 889.727582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.727849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.731113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.731113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.731113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.738156] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 in Status: IN_PROGRESS for 2s [ 889.903543] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34daf21b-9c9c-4404-978f-c7edfc0bf2d7: rpc.has_security_group_logging(os_id): False [ 889.923852] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.923852] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.923852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.923852] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 is going to be created. [ 889.987767] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.987889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.988015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.988589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.988589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.001134] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: IN_PROGRESS for 2s [ 890.510988] env[68237]: INFO networking_nsxv3.common.synchronization [req-7100474c-a9cd-4e98-ab1c-c7f384b58274 req-f1c07f4e-a042-4e2f-b84a-3e10fbe51aa5 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 890.511262] env[68237]: INFO networking_nsxv3.common.synchronization [req-7100474c-a9cd-4e98-ab1c-c7f384b58274 req-f1c07f4e-a042-4e2f-b84a-3e10fbe51aa5 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 890.511357] env[68237]: INFO networking_nsxv3.common.synchronization [req-7100474c-a9cd-4e98-ab1c-c7f384b58274 req-f1c07f4e-a042-4e2f-b84a-3e10fbe51aa5 service nova] Enqueued Resource ID: 97fdf60d-e090-463d-ae82-229571208a74 with Priority: HIGHEST for action port [ 890.511880] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 890.512368] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 890.512559] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97fdf60d-e090-463d-ae82-229571208a74 with Priority: HIGHEST for action port [ 890.513163] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.513335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.513426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.513673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.513824] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.514679] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.515029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.515156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.515355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.516652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.516652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.516652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.516652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.516652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.516652] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.517455] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-97fdf60d-e090-463d-ae82-229571208a74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.518366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.518366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.519565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.519565] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97fdf60d-e090-463d-ae82-229571208a74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.729559] env[68237]: INFO networking_nsxv3.common.synchronization [None req-6aab4e23-0429-4a9b-82f8-d479125a0db9 None None] Enqueued Resource ID: c80a1ff0-4949-454e-8c1d-63f6d0be84e1 with Priority: HIGHEST for action port [ 890.729656] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80a1ff0-4949-454e-8c1d-63f6d0be84e1 with Priority: HIGHEST for action port [ 890.730242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c80a1ff0-4949-454e-8c1d-63f6d0be84e1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.730359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c80a1ff0-4949-454e-8c1d-63f6d0be84e1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.731636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c80a1ff0-4949-454e-8c1d-63f6d0be84e1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.733166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c80a1ff0-4949-454e-8c1d-63f6d0be84e1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.733166] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c80a1ff0-4949-454e-8c1d-63f6d0be84e1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.021875] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97fdf60d-e090-463d-ae82-229571208a74 with status ACTIVE [ 891.022153] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.022266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.022303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.026022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.026022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.026022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.026022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97fdf60d-e090-463d-ae82-229571208a74 is going to be updated. [ 891.026022] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.027286] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.027377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.048402] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.048402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.048402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.048602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.048758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.048922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97fdf60d-e090-463d-ae82-229571208a74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.185362] env[68237]: INFO networking_nsxv3.common.synchronization [None req-25bb3e8d-ef5d-4a4a-bf76-3ac61ea689e1 tempest-ServersV294TestFqdnHostnames-842131445 tempest-ServersV294TestFqdnHostnames-842131445-project-member] Enqueued Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_rules [ 891.185362] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_rules [ 891.185362] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.185362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.185362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.185671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.185732] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.239309] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c80a1ff0-4949-454e-8c1d-63f6d0be84e1 [ 891.239546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.239704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.239779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.239985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.240081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.240192] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c80a1ff0-4949-454e-8c1d-63f6d0be84e1 already deleted. [ 891.240558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c80a1ff0-4949-454e-8c1d-63f6d0be84e1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.265850] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a54068b2-1cd7-423a-8723-09199b2d67a0 tempest-ServersV294TestFqdnHostnames-842131445 tempest-ServersV294TestFqdnHostnames-842131445-project-member] Enqueued Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_rules [ 891.266403] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_rules [ 891.266712] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.266813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.376281] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 891.377166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.529047] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.707605] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.707605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.707605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.707605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.707605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.707946] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 already deleted. [ 891.707946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.708093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.709201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.709201] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.748058] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 in Status: SUCCESS [ 891.748058] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 deletion is rescheduled due to dependency. [ 891.748058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.013833] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: SUCCESS [ 892.013833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.031582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.031582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.031815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.032254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.032880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.032880] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be created. [ 892.057364] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.057555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.057793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.057988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.058924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.066801] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: UNINITIALIZED for 2s [ 892.235637] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.235832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.235904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.236130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.236210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.236313] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 already deleted. [ 892.236398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.138400] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5093c981-8521-40b8-990b-7fff9eae6d55 None None] Enqueued Resource ID: b4421dc4-8a25-44fe-90c5-548f3af2bb53 with Priority: HIGHEST for action port [ 893.139029] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4421dc4-8a25-44fe-90c5-548f3af2bb53 with Priority: HIGHEST for action port [ 893.139353] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4421dc4-8a25-44fe-90c5-548f3af2bb53 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.139524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4421dc4-8a25-44fe-90c5-548f3af2bb53" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.139615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4421dc4-8a25-44fe-90c5-548f3af2bb53" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.139871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4421dc4-8a25-44fe-90c5-548f3af2bb53" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.139871] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4421dc4-8a25-44fe-90c5-548f3af2bb53',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.384770] env[68237]: INFO networking_nsxv3.common.synchronization [req-094a19ba-9c4b-49aa-a0d6-b8f786d7fa62 req-85d95c08-3785-4979-9256-2d12822b54f0 tempest-MigrationsAdminTest-1911188526 tempest-MigrationsAdminTest-1911188526-project-member] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 893.385319] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 893.385665] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.385811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.385879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.386103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.386268] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.386365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.386423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.386573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.386658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.386753] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.642233] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4421dc4-8a25-44fe-90c5-548f3af2bb53 [ 893.642474] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.642610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.642679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.642931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.643028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.643236] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4421dc4-8a25-44fe-90c5-548f3af2bb53 already deleted. [ 893.643236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4421dc4-8a25-44fe-90c5-548f3af2bb53" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.714315] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.714520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.714665] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.714948] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.715447] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.715620] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.715772] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.716025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.716183] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.716400] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.716519] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.716632] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.716739] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.716853] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.716964] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.717116] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.735812] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.736063] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.736214] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.736399] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.736712] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-c9ac021e-cd9a-4092-8f49-fd149000b0aa taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.736890] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.737015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.737350] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.737496] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ac021e-cd9a-4092-8f49-fd149000b0aa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.888736] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.077560] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 894.077873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.078049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.078317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.078525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.078649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.078755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.078886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.078970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.079070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.079163] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.239872] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.240251] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.240335] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.240680] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.240847] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.241018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port c9ac021e-cd9a-4092-8f49-fd149000b0aa not found, creating... [ 894.241294] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.241452] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.241571] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.241793] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.241956] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.242272] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.242466] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.242674] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.242992] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.243609] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.243609] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: c9ac021e-cd9a-4092-8f49-fd149000b0aa is going to be created. [ 894.263465] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.263676] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.263801] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.264077] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.264301] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.264518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.393741] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.580966] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.581161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.581233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.581462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.581633] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.581735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.581798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.581948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.582050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.582140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.582288] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.582379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.582440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.582579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.582705] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.582797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.582857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.582994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.583081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.583162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.583252] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.896309] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.896465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.896536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.896737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.896821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.896919] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be updated. [ 894.928259] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.928259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.928259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.928259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.928259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.938698] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: IN_PROGRESS for 2s [ 894.980570] env[68237]: INFO networking_nsxv3.common.synchronization [req-094a19ba-9c4b-49aa-a0d6-b8f786d7fa62 req-e98ff35a-59bc-4dfd-9b4e-665199acc009 service nova] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_rules [ 894.980862] env[68237]: INFO networking_nsxv3.common.synchronization [req-094a19ba-9c4b-49aa-a0d6-b8f786d7fa62 req-e98ff35a-59bc-4dfd-9b4e-665199acc009 service nova] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 894.981106] env[68237]: INFO networking_nsxv3.common.synchronization [req-094a19ba-9c4b-49aa-a0d6-b8f786d7fa62 req-e98ff35a-59bc-4dfd-9b4e-665199acc009 service nova] Enqueued Resource ID: c9ac021e-cd9a-4092-8f49-fd149000b0aa with Priority: HIGHEST for action port [ 894.982424] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_rules [ 894.983437] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 894.983654] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ac021e-cd9a-4092-8f49-fd149000b0aa with Priority: HIGHEST for action port [ 894.984874] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.985325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.985470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.985733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.988016] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.988016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.988016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.988016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ac021e-cd9a-4092-8f49-fd149000b0aa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.988016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.988016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.988016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.988016] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ac021e-cd9a-4092-8f49-fd149000b0aa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.087794] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b03df76-a68d-4153-80d6-db6179d8b2f7: rpc.has_security_group_logging(os_id): False [ 895.108140] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.108140] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.108140] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.108140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.109057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.109272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.109770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.110181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.110403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.110688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.110896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.111162] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be created. [ 895.202806] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.202806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.202806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.202806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.202806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.218422] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 895.489312] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9ac021e-cd9a-4092-8f49-fd149000b0aa with status ACTIVE [ 895.489642] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.489768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.489838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.490092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.490187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.490367] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.490465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.490539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.490693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.490776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.491048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.491165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.491212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.491358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.491448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.491533] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9ac021e-cd9a-4092-8f49-fd149000b0aa is going to be updated. [ 895.492758] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.492852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.511554] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.511700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.511768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.511962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.512112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.512276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ac021e-cd9a-4092-8f49-fd149000b0aa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.965090] env[68237]: INFO networking_nsxv3.common.synchronization [req-9321c3b7-ed2b-4b37-bbf0-ae2b7dec5589 req-a0b6d754-911e-4275-a07a-64dc1cb5afca tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 895.965811] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 895.966176] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.966308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.966378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.966602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.966764] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.966868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.966932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.967097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.967185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.967283] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.470023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.470189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.470189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.471341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.471341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.471341] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.471341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.471341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.471341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.471341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.471341] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be deleted. [ 896.498725] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.499095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.499095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.499190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.499265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.499360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501077] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501256] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501379] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501598] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501872] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.502090] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.502212] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.502479] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.502625] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.502921] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.503125] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.503256] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.503366] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.503483] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.503618] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.503777] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.520528] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.520686] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.520827] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.521007] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.521303] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-aec282ae-c918-4d46-993a-8beba0b62926 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.521473] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.521611] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.521934] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.522108] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec282ae-c918-4d46-993a-8beba0b62926',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.948382] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: SUCCESS [ 896.948609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.948783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.949237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.949462] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.949586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.949641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.949818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.949900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.950014] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.027559] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.027841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.027981] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.028322] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.028629] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.028824] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port aec282ae-c918-4d46-993a-8beba0b62926 not found, creating... [ 897.029157] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.029343] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.029494] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.029731] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.029895] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.030268] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.030445] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.030566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.031032] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.031032] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.031163] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: aec282ae-c918-4d46-993a-8beba0b62926 is going to be created. [ 897.054991] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.055387] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.055537] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.055851] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.056129] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.056378] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.230587] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 897.230802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.451706] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.978789] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.219549] env[68237]: INFO networking_nsxv3.common.synchronization [req-9321c3b7-ed2b-4b37-bbf0-ae2b7dec5589 req-39b358b9-29e8-40f9-aae8-40f6cf973afb service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 898.219812] env[68237]: INFO networking_nsxv3.common.synchronization [req-9321c3b7-ed2b-4b37-bbf0-ae2b7dec5589 req-39b358b9-29e8-40f9-aae8-40f6cf973afb service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 898.219963] env[68237]: INFO networking_nsxv3.common.synchronization [req-9321c3b7-ed2b-4b37-bbf0-ae2b7dec5589 req-39b358b9-29e8-40f9-aae8-40f6cf973afb service nova] Enqueued Resource ID: aec282ae-c918-4d46-993a-8beba0b62926 with Priority: HIGHEST for action port [ 898.221348] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 898.221348] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 898.221348] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec282ae-c918-4d46-993a-8beba0b62926 with Priority: HIGHEST for action port [ 898.221348] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.221594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.221594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.221922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.221969] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.227599] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.227599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.227599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.227599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.227599] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.227599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.227599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.227821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.227821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.227901] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.229097] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec282ae-c918-4d46-993a-8beba0b62926 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.229097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.229097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.229097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.229280] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec282ae-c918-4d46-993a-8beba0b62926',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.489734] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.489734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.489734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.489734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.489734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.489734] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be updated. [ 898.519871] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.520032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.520100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.520305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.520457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.531254] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: IN_PROGRESS for 2s [ 898.730715] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.732727] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.732727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.732727] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aec282ae-c918-4d46-993a-8beba0b62926 with status ACTIVE [ 898.732727] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.733355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.733355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.733355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.733355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.733355] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.733547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.733547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.733735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.733735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.733888] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.733976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.734219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.734524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.734524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.734524] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aec282ae-c918-4d46-993a-8beba0b62926 is going to be updated. [ 898.754204] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.754376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.754504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.754651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.754790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.755344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec282ae-c918-4d46-993a-8beba0b62926" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.234153] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.736447] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.736626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.737369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.737509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.737599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.737722] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be created. [ 899.761099] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.761235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.761264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.761452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.761611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.770412] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: UNINITIALIZED for 2s [ 900.543676] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: SUCCESS [ 900.543676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.543676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.544920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.544920] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.544920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.544920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.545100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.545190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.545307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.545359] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.048660] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.048660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.048660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.048660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.048660] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.048660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.048941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.048941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.048941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.049033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.050195] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.050195] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.050195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.050195] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.552172] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eeba323-9951-4025-bf81-7154565bbab6: rpc.has_security_group_logging(os_id): False [ 901.570119] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.570119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.570119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.570119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.587526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.589562] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.589692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.589759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.589955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.590052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.590290] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.590389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.590450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.590599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.590672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.590858] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.590949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.591023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.591159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.591230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.591313] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be updated. [ 901.656135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.656135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.656135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.656417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.656480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.667178] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: IN_PROGRESS for 2s [ 901.780838] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 901.780838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.780838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.780838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.781712] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.781712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.781712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.781712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.781712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.781712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.781712] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.288056] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.288056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.288056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.288056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.288301] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.288301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.288403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.288510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.288619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.288697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.288883] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.288982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.289065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.289209] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.289346] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.289438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.289509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.289784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.289784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.289889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.289936] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.792179] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bc04664-3d7a-41ee-bab2-3112c22b047b: rpc.has_security_group_logging(os_id): False [ 902.811407] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.811407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.811407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.811407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.811407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.811729] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.811774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.811876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.811997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.812088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.812345] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.812410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.812410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.812538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.812606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.812806] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.812885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.812931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.813297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.813401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.813490] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be created. [ 902.880922] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.881087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.881157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.881383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.881568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.894348] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 903.221609] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.221772] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 903.679947] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: SUCCESS [ 903.679947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.315317] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5011fbac-effa-467b-b152-02daf043538c None None] Enqueued Resource ID: 3bc1fac0-ea18-4faf-97aa-c99669df9ae4 with Priority: HIGHEST for action port [ 904.315567] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc1fac0-ea18-4faf-97aa-c99669df9ae4 with Priority: HIGHEST for action port [ 904.316618] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc1fac0-ea18-4faf-97aa-c99669df9ae4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.316702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc1fac0-ea18-4faf-97aa-c99669df9ae4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.316702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc1fac0-ea18-4faf-97aa-c99669df9ae4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.316958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc1fac0-ea18-4faf-97aa-c99669df9ae4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.320075] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc1fac0-ea18-4faf-97aa-c99669df9ae4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.822452] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc1fac0-ea18-4faf-97aa-c99669df9ae4 [ 904.822452] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.822452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.822452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.822452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.822452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.822746] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc1fac0-ea18-4faf-97aa-c99669df9ae4 already deleted. [ 904.822746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc1fac0-ea18-4faf-97aa-c99669df9ae4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.906115] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 904.906355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.543264] env[68237]: INFO networking_nsxv3.common.synchronization [None req-35231f10-2996-4053-a04f-c6fda308f808 None None] Enqueued Resource ID: ebccc31f-093a-44a1-8534-88e7622602d4 with Priority: HIGHEST for action port [ 906.543264] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebccc31f-093a-44a1-8534-88e7622602d4 with Priority: HIGHEST for action port [ 906.543264] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebccc31f-093a-44a1-8534-88e7622602d4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.543264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebccc31f-093a-44a1-8534-88e7622602d4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.543264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebccc31f-093a-44a1-8534-88e7622602d4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.543901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebccc31f-093a-44a1-8534-88e7622602d4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.544088] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebccc31f-093a-44a1-8534-88e7622602d4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.046525] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebccc31f-093a-44a1-8534-88e7622602d4 [ 907.046722] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.046859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.046943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.047235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.047325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.047414] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebccc31f-093a-44a1-8534-88e7622602d4 already deleted. [ 907.047493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebccc31f-093a-44a1-8534-88e7622602d4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.921900] env[68237]: INFO networking_nsxv3.common.synchronization [req-bd6b06a6-40e2-49bd-86b9-7e844312f406 req-736ba4dd-8b8c-446d-b2d8-26c33541cfca tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 908.922226] env[68237]: INFO networking_nsxv3.common.synchronization [req-bd6b06a6-40e2-49bd-86b9-7e844312f406 req-736ba4dd-8b8c-446d-b2d8-26c33541cfca tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 908.922226] env[68237]: INFO networking_nsxv3.common.synchronization [req-bd6b06a6-40e2-49bd-86b9-7e844312f406 req-736ba4dd-8b8c-446d-b2d8-26c33541cfca tempest-SecurityGroupsTestJSON-1005586994 tempest-SecurityGroupsTestJSON-1005586994-project-member] Enqueued Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_members [ 908.923605] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGHEST for action security_group_members [ 908.924483] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGHEST for action security_group_members [ 908.924483] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b with Priority: HIGHEST for action security_group_members [ 908.924483] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.924483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.924483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.924709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.924709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.924837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.924888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.925029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.925183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.925268] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.926169] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.926253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.926313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.926474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.926616] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.926710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.926771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.926933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.927818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.927990] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.931624] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b11e1daf-a7e0-4c32-b04d-704c9a68590b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.931624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.931624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.931624] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.931624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.931624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.931624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.931624] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b11e1daf-a7e0-4c32-b04d-704c9a68590b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.432188] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.432423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.432473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.432668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.433954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.434078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.434295] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.434393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.463019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.463019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be updated. [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.463019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.463019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.463728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.463935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.464953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.465120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.465267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be updated. [ 909.466687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.467742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.485022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.485022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.485022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.485022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.485022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.485022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.485022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b is going to be updated. [ 909.494111] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.494242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.494290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.494463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.494595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.496661] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.496766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.496836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.496993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.497123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.503240] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: IN_PROGRESS for 2s [ 909.503798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: IN_PROGRESS for 2s [ 909.509788] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.509974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.510029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.510208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.510382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.518392] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: IN_PROGRESS for 2s [ 910.096404] env[68237]: INFO networking_nsxv3.common.synchronization [req-74c06206-0990-4f0d-ac22-1f19fb2bd961 req-b290d3ed-d6aa-4f3f-b255-fe79f860d7ce tempest-ListServerFiltersTestJSON-1468642307 tempest-ListServerFiltersTestJSON-1468642307-project-member] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 910.096997] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 910.097399] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.097538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.098392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.098392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.099708] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.099708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.099708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.099708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.100024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.100342] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.537234] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9473910-9777-4f77-9a99-cf0a5a97d14a req-520fd5ea-6c2b-45fc-b9a8-e37215f6d410 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 910.537740] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 910.538832] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.538832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.538832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.538967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.542534] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.542534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.542534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.542534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.542534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.542534] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.602949] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.837532] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.837762] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-438" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.837917] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-438" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.838265] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-438" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.838522] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.838678] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.838802] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.839129] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.839818] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.839818] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.839934] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.840114] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.840291] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.840382] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.840501] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.840626] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.860227] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.860510] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.860709] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.860932] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-438" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.861570] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.861570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.861748] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.862435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.862776] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cddce0-c422-4f46-a41f-feecfe3a6b8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.041443] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.041616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.041670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.041900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.041997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.043154] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.043154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.043154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.043154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.043154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.043154] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e already deleted. [ 911.043154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.107029] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.366538] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.366772] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.366919] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.367240] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.367398] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.367558] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a9cddce0-c422-4f46-a41f-feecfe3a6b8e not found, creating... [ 911.367863] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.368082] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.368165] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.368418] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.368565] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.368872] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.369089] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.369216] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.369429] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.369605] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.369745] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e is going to be created. [ 911.389159] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.389482] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.389636] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.389941] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.390248] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.390487] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.515158] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a in Status: SUCCESS [ 911.515372] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a deletion is rescheduled due to dependency. [ 911.515491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.516217] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 in Status: SUCCESS [ 911.516365] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 deletion is rescheduled due to dependency. [ 911.516468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.527349] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b in Status: SUCCESS [ 911.527564] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b11e1daf-a7e0-4c32-b04d-704c9a68590b deletion is rescheduled due to dependency. [ 911.527691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b11e1daf-a7e0-4c32-b04d-704c9a68590b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.609170] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.609325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.609325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.609511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.609592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.609694] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 911.635283] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.635451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.635512] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.635772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.635930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.644367] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 912.080552] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9473910-9777-4f77-9a99-cf0a5a97d14a req-f1a4589a-a4ce-4bbe-8a51-79e72ec0f999 service nova] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 912.081848] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9473910-9777-4f77-9a99-cf0a5a97d14a req-f1a4589a-a4ce-4bbe-8a51-79e72ec0f999 service nova] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 912.081848] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9473910-9777-4f77-9a99-cf0a5a97d14a req-f1a4589a-a4ce-4bbe-8a51-79e72ec0f999 service nova] Enqueued Resource ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e with Priority: HIGHEST for action port [ 912.081848] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 912.081848] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 912.081848] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e with Priority: HIGHEST for action port [ 912.082032] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.082149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.082324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.082766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.082766] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.083664] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.083857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.084030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.084259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.084443] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.084581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.086026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.086026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.086026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.086026] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.086415] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.086479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.086524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.086699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.086799] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cddce0-c422-4f46-a41f-feecfe3a6b8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.590666] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.590666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.590666] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.591090] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9cddce0-c422-4f46-a41f-feecfe3a6b8e with status ACTIVE [ 912.591090] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.591216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.591277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.591441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.591542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.591719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.591816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.591874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.592038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.592113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.592311] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.593099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.593099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.593099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.593099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.593099] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e is going to be updated. [ 912.613754] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.614082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.614082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.614615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.614615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.614615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.095368] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.161979] env[68237]: INFO networking_nsxv3.common.synchronization [req-f7b18608-1a62-4824-8b25-fd2185d38995 req-d4e0f0f8-55b1-4529-8c44-4c1ecf088504 tempest-VolumesAdminNegativeTest-1310626418 tempest-VolumesAdminNegativeTest-1310626418-project-member] Enqueued Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_members [ 913.161979] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_members [ 913.162737] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.163601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.163713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.163958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.164142] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.164252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.164323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.164485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.164907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.164907] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.561077] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.561319] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.561470] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.561763] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.562103] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.562295] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.562452] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.562725] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.562902] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.563177] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.563308] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.563476] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.563651] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.563821] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.563961] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.564147] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.583680] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.583926] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.584302] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.584618] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-772" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.585055] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-7c817571-afec-4248-8b5f-5a008e7f6141 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.585328] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.585532] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.586086] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.586342] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c817571-afec-4248-8b5f-5a008e7f6141',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.598430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.598787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.598787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.598862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.598960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.599066] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be created. [ 913.622008] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.622198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.622298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.622547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.622756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.632509] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: UNINITIALIZED for 2s [ 913.659830] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 913.660072] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.666617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.666766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.666819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.667044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.667132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.667329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.667424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.667489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.667647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.667768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.667919] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b5578d-2585-431b-bc5a-b61edee1b84e already deleted. [ 913.667919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.088943] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.089248] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.089410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.090436] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.090436] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.090436] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 7c817571-afec-4248-8b5f-5a008e7f6141 not found, creating... [ 914.090436] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.090611] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.091180] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.091180] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.091180] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.091692] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.091692] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.092400] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.092400] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.092400] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.092400] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 7c817571-afec-4248-8b5f-5a008e7f6141 is going to be created. [ 914.111491] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.111491] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.111491] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.111491] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.111491] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.111491] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.839262] env[68237]: INFO networking_nsxv3.common.synchronization [req-f7b18608-1a62-4824-8b25-fd2185d38995 req-569d4f59-a76c-4d33-8196-3639fce8935c service nova] Enqueued Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_rules [ 914.839262] env[68237]: INFO networking_nsxv3.common.synchronization [req-f7b18608-1a62-4824-8b25-fd2185d38995 req-569d4f59-a76c-4d33-8196-3639fce8935c service nova] Enqueued Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_members [ 914.839262] env[68237]: INFO networking_nsxv3.common.synchronization [req-f7b18608-1a62-4824-8b25-fd2185d38995 req-569d4f59-a76c-4d33-8196-3639fce8935c service nova] Enqueued Resource ID: 7c817571-afec-4248-8b5f-5a008e7f6141 with Priority: HIGHEST for action port [ 914.839262] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_rules [ 914.839262] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_members [ 914.839845] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c817571-afec-4248-8b5f-5a008e7f6141 with Priority: HIGHEST for action port [ 914.840263] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.840625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.840794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.841213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.841401] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.842426] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.843863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.843863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.843863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.843863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.843863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.843863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.843863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.843863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.843863] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.844340] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c817571-afec-4248-8b5f-5a008e7f6141 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.844440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.844506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.844654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.844745] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c817571-afec-4248-8b5f-5a008e7f6141',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.346921] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.347064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.347980] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c817571-afec-4248-8b5f-5a008e7f6141 with status ACTIVE [ 915.347980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.347980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.347980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.347980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.347980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.348413] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.348413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.348413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.348506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.348570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.348733] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.348812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.348899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.349107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.349194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.349283] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c817571-afec-4248-8b5f-5a008e7f6141 is going to be updated. [ 915.350445] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.371999] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.372619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.372714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.373117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.373293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.373464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c817571-afec-4248-8b5f-5a008e7f6141" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.642051] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: SUCCESS [ 915.642285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.642459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.642679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.642875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.642997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.643074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.643229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.643310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.643394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.643517] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.854056] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.147924] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.356136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.356319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.356387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.356613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.356938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.356938] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b5578d-2585-431b-bc5a-b61edee1b84e is going to be created. [ 916.379287] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.379455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.379511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.379704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.379863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.391148] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b5578d-2585-431b-bc5a-b61edee1b84e in Status: UNINITIALIZED for 2s [ 916.650111] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0ee2638-8904-45b3-ae41-6e23650a225e: rpc.has_security_group_logging(os_id): False [ 916.667833] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.668038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.668144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.668358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.668439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.668694] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.668795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.668894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.669094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.669174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.669270] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be created. [ 916.724741] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.724917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.724999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.725228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.725408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.735494] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: IN_PROGRESS for 2s [ 918.400083] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b5578d-2585-431b-bc5a-b61edee1b84e in Status: SUCCESS [ 918.400346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.400463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.400695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.400937] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.401052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.401104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.401704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.401704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.401704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.401704] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.749486] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: SUCCESS [ 918.749821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.903895] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.904814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.904814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.904814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.904814] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.904814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.904814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.905100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.905100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.905100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.905462] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.905462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.905462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.905462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.905869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.905869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.905869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.906022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.906063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.906152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.906247] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.408541] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b5578d-2585-431b-bc5a-b61edee1b84e: rpc.has_security_group_logging(os_id): False [ 919.427196] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.427396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.427467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.427810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.427810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.428163] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.428290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.428365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.428559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.428674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.428886] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.429096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.429174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.429337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.429443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.429634] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.429718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.429779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.429927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.431181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.431181] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b5578d-2585-431b-bc5a-b61edee1b84e is going to be created. [ 919.485855] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.486044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.486130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.486338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.486652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.497293] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b5578d-2585-431b-bc5a-b61edee1b84e in Status: IN_PROGRESS for 2s [ 919.840583] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.840686] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 921.515714] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b5578d-2585-431b-bc5a-b61edee1b84e in Status: SUCCESS [ 921.516173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.096336] env[68237]: INFO networking_nsxv3.common.synchronization [req-297d6724-d544-4723-8f1c-b267dfd1d3ad req-03afcd01-3edb-424b-806f-1c40aa10c5f4 tempest-ServersNegativeTestJSON-1623060957 tempest-ServersNegativeTestJSON-1623060957-project-member] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 923.096821] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 923.097214] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.097311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.097378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.097630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.097783] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.097881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.097965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.098154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.098242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.098348] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.486663] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.486788] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.486908] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.487269] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.487589] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.487689] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.487810] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.490615] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.490827] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.491097] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.491221] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.491339] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.491453] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.491570] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.491681] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.491821] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.510452] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.510560] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.510715] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.510905] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.511348] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-abbd3e34-9461-4503-86ee-598fe02a65d3 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.511456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.511602] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.511841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.512114] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbd3e34-9461-4503-86ee-598fe02a65d3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.600049] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.600299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.600389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.601747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.601747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.601747] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.601747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.601747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.601747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.601747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.601747] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee already deleted. [ 923.601747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.015429] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.015429] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.015429] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.015800] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.017106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.017106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port abbd3e34-9461-4503-86ee-598fe02a65d3 not found, creating... [ 924.017106] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.017106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.017106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.017351] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.017596] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.017804] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.018012] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.018204] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.018453] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.018829] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.018829] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: abbd3e34-9461-4503-86ee-598fe02a65d3 is going to be created. [ 924.040032] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.040194] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.040273] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.040542] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.040779] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.041016] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.732962] env[68237]: INFO networking_nsxv3.common.synchronization [req-297d6724-d544-4723-8f1c-b267dfd1d3ad req-2d5d8114-f0ed-4558-bb40-974c9f277483 service nova] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_rules [ 924.733224] env[68237]: INFO networking_nsxv3.common.synchronization [req-297d6724-d544-4723-8f1c-b267dfd1d3ad req-2d5d8114-f0ed-4558-bb40-974c9f277483 service nova] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 924.733314] env[68237]: INFO networking_nsxv3.common.synchronization [req-297d6724-d544-4723-8f1c-b267dfd1d3ad req-2d5d8114-f0ed-4558-bb40-974c9f277483 service nova] Enqueued Resource ID: abbd3e34-9461-4503-86ee-598fe02a65d3 with Priority: HIGHEST for action port [ 924.733543] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_rules [ 924.733675] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 924.733769] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbd3e34-9461-4503-86ee-598fe02a65d3 with Priority: HIGHEST for action port [ 924.734421] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.734593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.734673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.734973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.735136] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.736155] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.736320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.736384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.736569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.736719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.736818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.736881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.737047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.737136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.737230] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.738521] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbd3e34-9461-4503-86ee-598fe02a65d3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.739226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.739226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.739354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.739354] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbd3e34-9461-4503-86ee-598fe02a65d3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.240829] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.240956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.241209] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.242501] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abbd3e34-9461-4503-86ee-598fe02a65d3 with status ACTIVE [ 925.242692] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.242804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.242861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.243074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.243165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.243338] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.243428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.247023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.247023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.247023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.247023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.247023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abbd3e34-9461-4503-86ee-598fe02a65d3 is going to be updated. [ 925.269328] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.269328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.269465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.269602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.269736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.269888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.747561] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.059226] env[68237]: INFO networking_nsxv3.common.synchronization [req-14d52be6-553d-484e-a7d1-7c39d7a5fa7e req-395f1e65-dc6a-489f-9f5a-b1699b079de8 tempest-ServerPasswordTestJSON-1383228980 tempest-ServerPasswordTestJSON-1383228980-project-member] Enqueued Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_members [ 926.060298] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_members [ 926.060298] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-25244f0d-88d7-44f8-a596-d24203420974 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.060298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.060298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.060469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.060619] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.060737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.060773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.061044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.061044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.063024] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.256079] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.256079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.256079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.256455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.257030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.257030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be created. [ 926.283269] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.283464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.283464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.283722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.284103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.293701] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: UNINITIALIZED for 2s [ 926.566918] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.567109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.567179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.567787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.567787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.567787] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.567787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.567787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.568051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.568051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.568147] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25244f0d-88d7-44f8-a596-d24203420974 already deleted. [ 926.568231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.666657] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.666657] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-887" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.666771] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-887" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.667772] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-887" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.667882] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.668132] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.668673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.668673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.669326] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.669326] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.669326] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.669451] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.669570] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.669943] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.669943] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.669943] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.688823] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.689174] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.689443] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.689721] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-887" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.690207] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-81426ff5-2c94-4f83-8304-2344215aa381 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.690467] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.690656] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.694694] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.694990] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81426ff5-2c94-4f83-8304-2344215aa381',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.199742] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.200276] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.200276] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.200570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.200669] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.200962] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 81426ff5-2c94-4f83-8304-2344215aa381 not found, creating... [ 927.201244] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.201373] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.201453] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.201663] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.201813] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.202237] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.202326] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.202439] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.202634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.202779] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.202928] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 81426ff5-2c94-4f83-8304-2344215aa381 is going to be created. [ 927.227577] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.227846] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.228271] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.228365] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.228595] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.228836] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.360127] env[68237]: INFO networking_nsxv3.common.synchronization [None req-d94e51ee-0657-4580-b3b9-53bb618c95a3 None None] Enqueued Resource ID: a449b0f1-c48c-4b78-987b-44bfb7f95346 with Priority: HIGHEST for action port [ 927.363128] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a449b0f1-c48c-4b78-987b-44bfb7f95346 with Priority: HIGHEST for action port [ 927.363128] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a449b0f1-c48c-4b78-987b-44bfb7f95346 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.363128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a449b0f1-c48c-4b78-987b-44bfb7f95346" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.363128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a449b0f1-c48c-4b78-987b-44bfb7f95346" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.363128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a449b0f1-c48c-4b78-987b-44bfb7f95346" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.363128] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a449b0f1-c48c-4b78-987b-44bfb7f95346',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.865518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a449b0f1-c48c-4b78-987b-44bfb7f95346 [ 927.865518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.865518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.865518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.865518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.865518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.865518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a449b0f1-c48c-4b78-987b-44bfb7f95346 already deleted. [ 927.865518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a449b0f1-c48c-4b78-987b-44bfb7f95346" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.016942] env[68237]: INFO networking_nsxv3.common.synchronization [req-14d52be6-553d-484e-a7d1-7c39d7a5fa7e req-8e9cb5fd-b13d-4a23-9ec1-037c2bfce73f service nova] Enqueued Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_rules [ 928.017136] env[68237]: INFO networking_nsxv3.common.synchronization [req-14d52be6-553d-484e-a7d1-7c39d7a5fa7e req-8e9cb5fd-b13d-4a23-9ec1-037c2bfce73f service nova] Enqueued Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_members [ 928.017278] env[68237]: INFO networking_nsxv3.common.synchronization [req-14d52be6-553d-484e-a7d1-7c39d7a5fa7e req-8e9cb5fd-b13d-4a23-9ec1-037c2bfce73f service nova] Enqueued Resource ID: 81426ff5-2c94-4f83-8304-2344215aa381 with Priority: HIGHEST for action port [ 928.018024] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_rules [ 928.018024] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_members [ 928.018024] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81426ff5-2c94-4f83-8304-2344215aa381 with Priority: HIGHEST for action port [ 928.020072] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25244f0d-88d7-44f8-a596-d24203420974 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.021370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.021370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.021370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.021370] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.022495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-25244f0d-88d7-44f8-a596-d24203420974 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.022723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.022723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.022838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.023024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.023426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.023426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.023426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.023426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.023567] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.026202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-81426ff5-2c94-4f83-8304-2344215aa381 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.026202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.026202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.026202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.026202] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81426ff5-2c94-4f83-8304-2344215aa381',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.304922] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 928.305195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.305370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.305671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.306049] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.306197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.306270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.306457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.306536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.306632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.306728] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.419812] env[68237]: INFO networking_nsxv3.common.synchronization [req-1a4b22b2-a264-49a6-9496-f7235b902a13 req-bc058600-fc91-4e1e-943e-4af34c4b68ba tempest-VolumesAdminNegativeTest-1310626418 tempest-VolumesAdminNegativeTest-1310626418-project-member] Enqueued Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_members [ 928.420370] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGHEST for action security_group_members [ 928.420625] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.421920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.421920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.421920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.421920] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.421920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.421920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.421920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.422181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.422222] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.528519] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-25244f0d-88d7-44f8-a596-d24203420974 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.528651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.528854] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.529850] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81426ff5-2c94-4f83-8304-2344215aa381 with status ACTIVE [ 928.530048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.530168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.530515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.530581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.530722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.530941] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.531060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.531128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.531293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.531375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.531558] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.531658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.534040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.534253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.534380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.534444] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81426ff5-2c94-4f83-8304-2344215aa381 is going to be updated. [ 928.554675] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.554814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.554892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.555129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.555312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.555431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81426ff5-2c94-4f83-8304-2344215aa381" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.810815] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.811023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.811104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.811321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.811488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.811586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.811649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.811797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.811882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.811969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.812969] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.812969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.812969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.812969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.812969] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.812969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.812969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.812969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.812969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.813418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.813418] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.925680] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.925833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.925943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.926157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.926253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.926459] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.926562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.926613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.926767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.926890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.926960] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b5578d-2585-431b-bc5a-b61edee1b84e is going to be updated. [ 928.954456] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.955701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.955701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.955701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.955701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.963722] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b5578d-2585-431b-bc5a-b61edee1b84e in Status: IN_PROGRESS for 2s [ 929.036690] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.317547] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee: rpc.has_security_group_logging(os_id): False [ 929.336897] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.337164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.337164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.337335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.337423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.337620] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.337721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.337773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.337918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.338013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.338237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.338334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.338393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.338545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.338623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.338781] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.338871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.338920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.339208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.339300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.339394] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be created. [ 929.397156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.397305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.397405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.397581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.397769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.410464] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 929.542793] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.542950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.547138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.547485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.547588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.547707] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25244f0d-88d7-44f8-a596-d24203420974 is going to be created. [ 929.569525] env[68237]: INFO networking_nsxv3.common.synchronization [None req-57e53b7b-1d7d-4060-a04a-f83e795d040b None None] Enqueued Resource ID: 7a490c87-d43e-4fc7-a792-615f74931eff with Priority: HIGHEST for action port [ 929.569815] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a490c87-d43e-4fc7-a792-615f74931eff with Priority: HIGHEST for action port [ 929.570455] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a490c87-d43e-4fc7-a792-615f74931eff taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.570588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a490c87-d43e-4fc7-a792-615f74931eff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.570662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a490c87-d43e-4fc7-a792-615f74931eff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.570939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a490c87-d43e-4fc7-a792-615f74931eff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.571351] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a490c87-d43e-4fc7-a792-615f74931eff',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.588962] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.589142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.589208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.589417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.589577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.603931] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25244f0d-88d7-44f8-a596-d24203420974 in Status: UNINITIALIZED for 2s [ 930.073761] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a490c87-d43e-4fc7-a792-615f74931eff [ 930.073889] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.073966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.074583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.074583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.074583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.074583] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a490c87-d43e-4fc7-a792-615f74931eff already deleted. [ 930.074583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a490c87-d43e-4fc7-a792-615f74931eff" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.458755] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a26461e-d051-449f-ab44-8f0c99659755 req-0ec62d76-7c10-40c4-bc88-e86a88be6d09 tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 930.459325] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 930.459624] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.459749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.459804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.460008] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.460190] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.460666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.460729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.460890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.460972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.461080] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.767886] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.767886] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.767886] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.768083] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.768515] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.768851] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.768948] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.769222] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.769380] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.769697] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.770056] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.770056] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.770056] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.770229] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.770229] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.770553] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.792206] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.792439] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.792719] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.792719] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-769" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.793354] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.793354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.793466] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.793748] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.794491] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.963985] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.973500] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b5578d-2585-431b-bc5a-b61edee1b84e in Status: SUCCESS [ 930.973648] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b5578d-2585-431b-bc5a-b61edee1b84e deletion is rescheduled due to dependency. [ 930.973690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.297437] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.298443] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.298652] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.299033] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.299191] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.299380] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 not found, creating... [ 931.299685] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.299901] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.300104] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.300406] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.300570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.300916] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.301489] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.302393] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.302694] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.303366] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.303366] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 is going to be created. [ 931.330605] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.330856] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.330989] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.331331] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.331632] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.331899] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.427213] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 931.427439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.467020] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.611299] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25244f0d-88d7-44f8-a596-d24203420974 in Status: SUCCESS [ 931.611526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.611658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.611869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.612070] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.612188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.612253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.612402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.612482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.612565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.612652] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.973385] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.973385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.973385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.973385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.973385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.973385] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 932.022039] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a26461e-d051-449f-ab44-8f0c99659755 req-5591dcc9-f4e9-4256-8d2a-c1f18c8aae4e service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 932.022276] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a26461e-d051-449f-ab44-8f0c99659755 req-5591dcc9-f4e9-4256-8d2a-c1f18c8aae4e service nova] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 932.022481] env[68237]: INFO networking_nsxv3.common.synchronization [req-8a26461e-d051-449f-ab44-8f0c99659755 req-5591dcc9-f4e9-4256-8d2a-c1f18c8aae4e service nova] Enqueued Resource ID: c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 with Priority: HIGHEST for action port [ 932.023244] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_rules [ 932.023441] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 932.023584] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 with Priority: HIGHEST for action port [ 932.023847] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.023976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.024073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.024367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.024474] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.026098] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.026098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.026283] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.026342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.026385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.026585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.026642] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.029124] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.029124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.029272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.029346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.029600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.042913] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 932.114539] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-25244f0d-88d7-44f8-a596-d24203420974 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.114713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.114763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.114978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115164] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.115256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.115323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.115478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.115654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.115794] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-25244f0d-88d7-44f8-a596-d24203420974 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.115885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.116068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.116136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.116251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.116339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.116393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.116597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.116597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.116673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.116751] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.526615] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.527022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.531116] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 with status ACTIVE [ 932.531307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.531434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.531499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.531703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.531791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.531962] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.532095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.532164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.532318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.532397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.532578] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.532670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.532728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.532864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.532936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.533026] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6 is going to be updated. [ 932.558609] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.558751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.558794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.558951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.559149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.559311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7cbfafe-e9d1-4cfb-84e1-8d6d1942eae6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.618845] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25244f0d-88d7-44f8-a596-d24203420974: rpc.has_security_group_logging(os_id): False [ 932.637436] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.637609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.637657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.637820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.637909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.638187] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.638304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.638371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.638529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.638608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.638794] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.638889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.638951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.639426] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.639805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.639890] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25244f0d-88d7-44f8-a596-d24203420974 is going to be created. [ 932.728240] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.728435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.728435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.728641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.728818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.749596] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25244f0d-88d7-44f8-a596-d24203420974 in Status: IN_PROGRESS for 2s [ 933.302642] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b1ba725-482e-48f7-9bfe-28292eaefc07 req-47a80dde-4ba2-49c9-b8f9-1666eecbeb8b tempest-ServersV294TestFqdnHostnames-842131445 tempest-ServersV294TestFqdnHostnames-842131445-project-member] Enqueued Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_members [ 933.303186] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_members [ 933.303495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.303621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.303685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.304387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.304549] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.304650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.304814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.304881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.304938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.305061] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.691297] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.691617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-458" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.691617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-458" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.691932] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-458" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.692202] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.692363] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.692484] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.692700] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.692853] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.693073] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.693193] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.693305] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.693713] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.693864] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.693981] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.694134] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.711588] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.711763] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.711895] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.712087] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-458" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.712422] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-2c0febdf-3f54-4d82-8373-cfc91569d784 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.712552] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.712673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.712984] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.713144] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0febdf-3f54-4d82-8373-cfc91569d784',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.809606] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.809832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.809948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.810267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.810415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.810713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.810858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.810956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.811198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.811320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.811446] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 already deleted. [ 933.811567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.057567] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 934.057800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.057959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.058258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.058440] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.058561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.058632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.058767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.058840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.058937] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.215357] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.215601] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.215747] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.216117] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.216359] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.216675] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 2c0febdf-3f54-4d82-8373-cfc91569d784 not found, creating... [ 934.216935] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.217150] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.217288] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.217555] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.217738] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.218131] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.218272] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.218470] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.218695] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.218937] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.219073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 2c0febdf-3f54-4d82-8373-cfc91569d784 is going to be created. [ 934.241187] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.241394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.241523] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.241774] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.242008] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.242235] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.560886] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.763705] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25244f0d-88d7-44f8-a596-d24203420974 in Status: SUCCESS [ 934.764442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.957379] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b1ba725-482e-48f7-9bfe-28292eaefc07 req-b854d310-fa6e-42f4-bd39-e7573b433670 service nova] Enqueued Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_rules [ 934.957379] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b1ba725-482e-48f7-9bfe-28292eaefc07 req-b854d310-fa6e-42f4-bd39-e7573b433670 service nova] Enqueued Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_members [ 934.957379] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b1ba725-482e-48f7-9bfe-28292eaefc07 req-b854d310-fa6e-42f4-bd39-e7573b433670 service nova] Enqueued Resource ID: 2c0febdf-3f54-4d82-8373-cfc91569d784 with Priority: HIGHEST for action port [ 934.957989] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_rules [ 934.958455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_members [ 934.958677] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0febdf-3f54-4d82-8373-cfc91569d784 with Priority: HIGHEST for action port [ 934.959205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.959518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.959674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.959950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.960131] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.961254] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.961352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.961352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.961530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.961685] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.961779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.961847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.962022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.962140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.962236] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.962996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c0febdf-3f54-4d82-8373-cfc91569d784 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.963874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.963874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.963874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.963874] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0febdf-3f54-4d82-8373-cfc91569d784',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.064195] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.466367] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.467479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.467479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.467479] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c0febdf-3f54-4d82-8373-cfc91569d784 with status ACTIVE [ 935.467479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.467479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.467803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.467803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.467803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.467954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.468274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.468369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.468595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.469460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.469460] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.469460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.469460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.469654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.469654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.469654] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c0febdf-3f54-4d82-8373-cfc91569d784 is going to be updated. [ 935.491106] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.491318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.491431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.491711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.491919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.492173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c0febdf-3f54-4d82-8373-cfc91569d784" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.568681] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.568841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.568911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.569221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.569324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.569436] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 935.593018] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5cea56d-9fa1-484c-bef1-1ea35dd11024 req-d4b5489f-e3f9-4310-909c-4ace69591634 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 935.593566] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 935.593949] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.594150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.594200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.594359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.594895] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.594895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.594895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.594895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.594895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.595112] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.611402] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.611546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.611616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.611808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.611954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.621326] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 935.862233] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.862563] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.862563] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.862857] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.863139] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.863399] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.863580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.863769] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.863916] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.865035] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.865035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.865035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.865035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.865035] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.865035] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.865035] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.884481] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.884601] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.884957] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.884957] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.885396] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.885396] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.885534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.885815] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.885967] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7d02bc-40c3-4660-9ed6-536c09bae7f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.972120] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.096694] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.388109] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.388651] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.388826] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.389222] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.389840] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.389840] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port dd7d02bc-40c3-4660-9ed6-536c09bae7f4 not found, creating... [ 936.389997] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.390621] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.390621] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.390621] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.390777] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.391216] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.391401] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.391608] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.391865] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.392035] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.392238] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: dd7d02bc-40c3-4660-9ed6-536c09bae7f4 is going to be created. [ 936.415016] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.415339] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.415480] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.415789] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.416189] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.416477] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.474645] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.474645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.474845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.475169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.475169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.475249] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 is going to be created. [ 936.524066] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.524293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.524372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.524611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.524835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.541687] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 in Status: UNINITIALIZED for 2s [ 936.599870] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.095194] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5cea56d-9fa1-484c-bef1-1ea35dd11024 req-99858bc4-d713-49a1-aaf3-951053fb047d service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 937.095515] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5cea56d-9fa1-484c-bef1-1ea35dd11024 req-99858bc4-d713-49a1-aaf3-951053fb047d service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 937.095626] env[68237]: INFO networking_nsxv3.common.synchronization [req-f5cea56d-9fa1-484c-bef1-1ea35dd11024 req-99858bc4-d713-49a1-aaf3-951053fb047d service nova] Enqueued Resource ID: dd7d02bc-40c3-4660-9ed6-536c09bae7f4 with Priority: HIGHEST for action port [ 937.096145] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 937.096320] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 937.096425] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7d02bc-40c3-4660-9ed6-536c09bae7f4 with Priority: HIGHEST for action port [ 937.096701] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.096824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.096906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.097094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.097178] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.098014] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.098154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.098359] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.098461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.098519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.098684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.098761] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7d02bc-40c3-4660-9ed6-536c09bae7f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.103273] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.103273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.103273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.103273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.103273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.103273] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 937.133262] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.133444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.133513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.133737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.133901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.144170] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 937.602266] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.602360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.603981] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd7d02bc-40c3-4660-9ed6-536c09bae7f4 with status ACTIVE [ 937.604213] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.604342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.604411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.604632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.604722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.604910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.605015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.605087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.605239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.605316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.605500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.605592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.605653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.605789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.605863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.605947] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd7d02bc-40c3-4660-9ed6-536c09bae7f4 is going to be updated. [ 937.629721] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 937.629974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.630211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.630442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.630635] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.630750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.630815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.630998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.631100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.631203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.631276] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.632824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.632927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.632979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.633904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.633904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.633904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7d02bc-40c3-4660-9ed6-536c09bae7f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.135202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.135494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.135529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.135723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.135896] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.136017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.136069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.136252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.136344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.136434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.136586] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.136677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.137213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.137213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.137213] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.137213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.137213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.137454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.137454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.137542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.137573] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.551172] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 in Status: SUCCESS [ 938.551437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.551645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.551928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.552165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.552314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.552400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.552748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.552864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.552975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.553120] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.640275] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4067c49-c262-419f-843d-1b396847e8bf: rpc.has_security_group_logging(os_id): False [ 938.658216] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.658411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.658532] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.658966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.658966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.659226] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.659277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.659356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.659535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.659650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.659898] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.660053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.660151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.660347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.660464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.661032] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.661032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.661032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.661032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.661032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.661246] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 938.734935] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.735100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.735153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.735361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.735523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.752587] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 939.055171] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.115619] env[68237]: INFO networking_nsxv3.common.synchronization [req-32a6b9c6-93f3-4b7d-956f-acd88f86844e req-cc7aa6b0-0ae4-4a74-90d3-a3a532cae551 tempest-ServerPasswordTestJSON-1383228980 tempest-ServerPasswordTestJSON-1383228980-project-member] Enqueued Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_members [ 939.115619] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25244f0d-88d7-44f8-a596-d24203420974 with Priority: HIGHEST for action security_group_members [ 939.115822] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-25244f0d-88d7-44f8-a596-d24203420974 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.115978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.116433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.116755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.117010] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.117174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.117273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.117569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.117725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.117870] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25244f0d-88d7-44f8-a596-d24203420974',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.153532] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 939.154088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.154088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.154228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.154471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.154602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.154725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.154838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.154940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.155072] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.557743] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aa9d1a7-32b4-4ae3-93bd-a790a440f423: rpc.has_security_group_logging(os_id): False [ 939.575008] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.575202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.575272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.575481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.575571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.575818] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.575916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.575979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.576176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.576233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.576320] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 is going to be created. [ 939.620127] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.620278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.621046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.621046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.621046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.621046] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.621046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.621046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.621387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.621387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.621387] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25244f0d-88d7-44f8-a596-d24203420974 is going to be updated. [ 939.649537] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.650428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.650428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.650428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.650428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.653422] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.653571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.653611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.653785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.653926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.657419] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.661030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 in Status: IN_PROGRESS for 2s [ 939.661720] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25244f0d-88d7-44f8-a596-d24203420974 in Status: IN_PROGRESS for 2s [ 940.159344] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.661648] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.661875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.661949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.662405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.662405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.662551] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 940.694215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.694399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.694439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.694635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.695445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.704295] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 940.750708] env[68237]: INFO networking_nsxv3.common.synchronization [req-99872c1e-cc1f-417e-a13f-1e91f8927738 req-78ad2daf-005c-4b2a-951a-4b0c7ba4c049 tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 940.751771] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 940.751968] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.752250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.752315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.752520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.752679] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.752773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.752840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.752988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.753090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.753178] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.769061] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 940.769422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.174663] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.174974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.175118] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.175295] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.175562] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.175722] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.175843] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.179577] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.179874] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.179975] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.180297] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.180297] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.180384] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.180470] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.180652] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.180767] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.200642] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.200821] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.200958] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.201158] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-599" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.201474] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-2f9884c1-2165-4c14-9160-e16fbee901e8 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.202311] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.202311] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.202311] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.202311] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9884c1-2165-4c14-9160-e16fbee901e8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.255964] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.256138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.256138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.256343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.295559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.295826] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.295951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.296030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.296309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.296402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.296501] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 941.331215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.331215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.331215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.331336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.331459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.340102] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 941.673265] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25244f0d-88d7-44f8-a596-d24203420974 in Status: SUCCESS [ 941.673495] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25244f0d-88d7-44f8-a596-d24203420974 deletion is rescheduled due to dependency. [ 941.673556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25244f0d-88d7-44f8-a596-d24203420974" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.677092] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 in Status: SUCCESS [ 941.677092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.705279] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.705511] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.705637] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.705994] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.706199] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.706389] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 2f9884c1-2165-4c14-9160-e16fbee901e8 not found, creating... [ 941.706669] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.706850] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.706973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.707222] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.707368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.707656] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.707814] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.707937] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.708410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.708570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.708718] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 2f9884c1-2165-4c14-9160-e16fbee901e8 is going to be created. [ 941.733793] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.733963] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.734068] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.734353] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.734597] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.734829] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.445348] env[68237]: INFO networking_nsxv3.common.synchronization [req-99872c1e-cc1f-417e-a13f-1e91f8927738 req-e0597fab-872a-4535-ad45-978efd3ffaf0 service nova] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_rules [ 942.445642] env[68237]: INFO networking_nsxv3.common.synchronization [req-99872c1e-cc1f-417e-a13f-1e91f8927738 req-e0597fab-872a-4535-ad45-978efd3ffaf0 service nova] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 942.446752] env[68237]: INFO networking_nsxv3.common.synchronization [req-99872c1e-cc1f-417e-a13f-1e91f8927738 req-e0597fab-872a-4535-ad45-978efd3ffaf0 service nova] Enqueued Resource ID: 2f9884c1-2165-4c14-9160-e16fbee901e8 with Priority: HIGHEST for action port [ 942.447068] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_rules [ 942.447651] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 942.447833] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9884c1-2165-4c14-9160-e16fbee901e8 with Priority: HIGHEST for action port [ 942.449758] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.449949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.450086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.450346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.452149] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.454209] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.455669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.458298] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9884c1-2165-4c14-9160-e16fbee901e8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.458975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.459144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.459407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.459557] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9884c1-2165-4c14-9160-e16fbee901e8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.715144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 942.715144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.715386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.715711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.715931] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.716072] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.716155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.716321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.716403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.716491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.716583] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.955502] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.955671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.961135] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f9884c1-2165-4c14-9160-e16fbee901e8 with status ACTIVE [ 942.961407] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.961543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.961639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.961879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.961991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.962253] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.962351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.962459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.962650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.962737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.963028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.963159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.963234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.963474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.963474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.963659] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f9884c1-2165-4c14-9160-e16fbee901e8 is going to be updated. [ 942.996906] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.997067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.997200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.997477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.997623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.997787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9884c1-2165-4c14-9160-e16fbee901e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.222368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.222368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.222368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.222368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.222368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.223122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.223122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.223122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.223122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.223122] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.353349] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 943.353349] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 deletion is rescheduled due to dependency. [ 943.353349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.353349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.353349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.353349] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.353349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.353349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.353349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.353349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.353349] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.725230] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 943.748151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.748329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.748389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.748578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.766094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.766391] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.766504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.766577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.766759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.766841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.767033] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.767133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.767193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.767334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.767405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.767596] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.767709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.767760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.767869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.768224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.768224] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 943.828657] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.828802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.828876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.829123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.829252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.845420] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 943.856077] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.357860] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.861312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.861592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.861808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.861910] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 944.892184] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.892391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.892391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.892550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.892715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.901073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 945.042896] env[68237]: INFO networking_nsxv3.common.synchronization [req-eb34ffa1-dc91-4dde-b6c7-31eeb9f941d2 req-40824e7f-ae7f-4831-840e-4c052428d6e0 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 945.043254] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 945.043587] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.043720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.043798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.044102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.044272] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.044385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.044454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.044627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.044720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.044819] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.493569] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.493802] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-243" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.493938] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-243" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.494410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-243" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.494698] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.494868] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.495016] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.495281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.495441] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.495682] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.495810] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.495932] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.496144] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.496227] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.496303] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.499722] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.517221] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.517418] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.517520] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.517703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-243" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.518015] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-9b1a2db2-4410-496c-9c02-c9af80c39755 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.518258] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.518402] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.518712] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.518855] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1a2db2-4410-496c-9c02-c9af80c39755',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.546847] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.547054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.547141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.547298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.547395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.547618] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.547757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.547808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.547953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.548044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.548179] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 already deleted. [ 945.548271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.863173] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 945.863470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.020966] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.021309] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.021504] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.021835] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.022043] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.022265] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 9b1a2db2-4410-496c-9c02-c9af80c39755 not found, creating... [ 946.022548] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.022727] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.022871] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.023211] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.023342] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.023682] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.023854] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.024012] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.024286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.024442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.024619] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 is going to be created. [ 946.043802] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.044008] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.044168] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.044428] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.044698] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.044929] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.911735] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 946.912028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.912205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.912496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.912740] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.912874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.912954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.913183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.913276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.913363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.913457] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.999991] env[68237]: INFO networking_nsxv3.common.synchronization [req-d3180309-4ab1-4513-b05c-f8210787ba38 req-a03ccb45-db48-4693-925a-0e0141e81b31 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 947.000566] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 947.001316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.002338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.002447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.002621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.002802] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.002908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.002972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.003148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.003268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.003326] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.117508] env[68237]: INFO networking_nsxv3.common.synchronization [req-eb34ffa1-dc91-4dde-b6c7-31eeb9f941d2 req-b7172403-b09c-4215-b343-add36697eef3 service nova] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_rules [ 947.117508] env[68237]: INFO networking_nsxv3.common.synchronization [req-eb34ffa1-dc91-4dde-b6c7-31eeb9f941d2 req-b7172403-b09c-4215-b343-add36697eef3 service nova] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 947.117508] env[68237]: INFO networking_nsxv3.common.synchronization [req-eb34ffa1-dc91-4dde-b6c7-31eeb9f941d2 req-b7172403-b09c-4215-b343-add36697eef3 service nova] Enqueued Resource ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 with Priority: HIGHEST for action port [ 947.117508] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_rules [ 947.117508] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 947.117508] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 with Priority: HIGHEST for action port [ 947.117508] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.117508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.121359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.121359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.121359] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.123248] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.123507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.123661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.123939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.127136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.127136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.127136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.127136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.127136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.127136] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.127905] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b1a2db2-4410-496c-9c02-c9af80c39755 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.128845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.128845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.128845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.128845] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1a2db2-4410-496c-9c02-c9af80c39755',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.417242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.417419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.417492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.417717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.417890] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.417983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.418058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.418264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.418356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.418462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.418617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.418707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.419017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.419017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.419151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.419221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.419252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.419394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.419467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.419613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.419663] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.506531] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.624473] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.624706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.630049] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.634797] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b1a2db2-4410-496c-9c02-c9af80c39755 with status ACTIVE [ 947.635015] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.635150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.635231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.635464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.635565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.635750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.635848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.635911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.636080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.636173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636358] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.636462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.636526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.636659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.636731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636813] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 is going to be updated. [ 947.658105] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.658314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.658314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.658524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.658665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.658825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.921858] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e20806f-a4c9-43de-923d-23477dadddc4: rpc.has_security_group_logging(os_id): False [ 947.939419] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.939582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.939623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.939831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.939922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.940126] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.940230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.940297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.940450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.940520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.940719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.940813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.940871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.941031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.941107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.941287] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.941378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.941440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.941575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.941645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.941729] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 947.998940] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.999174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.999174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.999310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.999450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.009126] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.014384] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 948.135886] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.514960] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.515169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.515217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.515420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.515506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.515605] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 948.543976] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.544136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.544259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.544396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.544539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.552245] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 948.638139] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.638348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.638413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.638646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.638731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.638817] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be created. [ 948.660411] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.660411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.660411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.660650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.660741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.670239] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: UNINITIALIZED for 2s [ 950.025958] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 950.026282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.561936] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 950.562167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.679194] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 950.679418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.679934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.680481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.680481] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.680481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.680669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.680669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.680736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.680842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.680901] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.183677] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.183677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.183677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.184112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.184175] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.184320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.184422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.184662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.184789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.184935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.185178] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.185318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.185423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.185626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.185839] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.185976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.187856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.188111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.188273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.188420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.188549] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.690964] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b81e555-ff2b-477c-8b23-29a79a9e9c29: rpc.has_security_group_logging(os_id): False [ 951.710154] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.710154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.710154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.710406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.710406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.710533] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.710666] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.710734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.710901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.711172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.711172] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.711298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.711344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.711466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.711533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.711713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.711804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.711863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.712010] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.712095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.712168] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be created. [ 951.773293] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.773907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.774033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.787821] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: IN_PROGRESS for 2s [ 952.103513] env[68237]: INFO networking_nsxv3.common.synchronization [req-51af5a87-e843-4058-8e0a-0e8eb14908b8 req-442e1ef0-ee6b-43f9-b2aa-fc22e81554f5 tempest-ListServerFiltersTestJSON-1468642307 tempest-ListServerFiltersTestJSON-1468642307-project-member] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 952.104074] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGHEST for action security_group_members [ 952.104383] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.104510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.104578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.104777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.104924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.105563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.105699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.105909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.106032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.106159] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.609820] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.610144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.610144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.610434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.635034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.635313] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.635528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.635582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.635755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.635840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.635929] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be updated. [ 952.669273] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.669273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.669273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.669273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.669273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.678831] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: IN_PROGRESS for 2s [ 953.804578] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 953.804889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.325459] env[68237]: INFO networking_nsxv3.common.synchronization [None req-6368e80a-0d2b-4562-8a50-18d73c348929 None None] Enqueued Resource ID: 58c5c65b-8b9f-4add-8057-a3708649111c with Priority: HIGHEST for action port [ 954.325459] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c5c65b-8b9f-4add-8057-a3708649111c with Priority: HIGHEST for action port [ 954.326276] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c5c65b-8b9f-4add-8057-a3708649111c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.326377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c5c65b-8b9f-4add-8057-a3708649111c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.326476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c5c65b-8b9f-4add-8057-a3708649111c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.326817] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c5c65b-8b9f-4add-8057-a3708649111c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.326945] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c5c65b-8b9f-4add-8057-a3708649111c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.521318] env[68237]: INFO networking_nsxv3.common.synchronization [req-48b2d38b-19d0-4d3d-9adf-d8fe920807f9 req-adb28f1a-eead-4877-a617-c3c3286be0e8 tempest-ImagesOneServerNegativeTestJSON-1834217457 tempest-ImagesOneServerNegativeTestJSON-1834217457-project-member] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 954.521723] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGHEST for action security_group_members [ 954.525018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.525018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.525018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.525018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.525018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.525018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.525018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.525018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.525018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.525018] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.688577] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 in Status: SUCCESS [ 954.688773] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 deletion is rescheduled due to dependency. [ 954.688891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.832305] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58c5c65b-8b9f-4add-8057-a3708649111c [ 954.832567] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.832674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.832741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.832954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.833185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.833185] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58c5c65b-8b9f-4add-8057-a3708649111c already deleted. [ 954.833286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c5c65b-8b9f-4add-8057-a3708649111c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.947312] env[68237]: INFO networking_nsxv3.common.synchronization [req-a107ddbf-9e62-4548-a6e5-9e0fa37ac180 req-198569fd-b775-4449-bf42-e972c47ea2e0 tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 954.947312] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 954.947602] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.947892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.948093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.948523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.948941] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.949207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.950943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.950943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.950943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.950943] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.030062] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.033024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.033217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.033488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.033592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.033829] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.033937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.033992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.034160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.034233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.034323] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be updated. [ 955.062656] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.062656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.062656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.062865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.062897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.076108] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: IN_PROGRESS for 2s [ 955.374933] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.375188] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.375298] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.375584] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.375901] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.376524] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.376749] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.377014] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.377192] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.377451] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.377577] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.377698] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.377816] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.377940] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.378195] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.378384] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.403872] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.404125] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.404218] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.404410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.404752] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.404922] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.408683] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.408683] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.408683] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.452559] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.912845] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.913312] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.913312] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.913518] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.913688] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.913871] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 not found, creating... [ 955.914693] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.914693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.914693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.914693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.914864] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.915058] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.915214] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.915970] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.915970] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.915970] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.915970] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 is going to be created. [ 955.938898] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.939193] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.939405] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.939704] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.939953] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.940198] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.955809] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.457752] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.458706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.458848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.459111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.460331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.460331] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 956.489344] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.491569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.491569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.491569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.491569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.498677] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 956.602019] env[68237]: INFO networking_nsxv3.common.synchronization [None req-485a1cc8-ce98-4fee-a825-7095b54a399f None None] Enqueued Resource ID: 3834d61c-eccc-4ce6-93ba-79f235685029 with Priority: HIGHEST for action port [ 956.602019] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3834d61c-eccc-4ce6-93ba-79f235685029 with Priority: HIGHEST for action port [ 956.602019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3834d61c-eccc-4ce6-93ba-79f235685029 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.602019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3834d61c-eccc-4ce6-93ba-79f235685029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.602019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3834d61c-eccc-4ce6-93ba-79f235685029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.602699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3834d61c-eccc-4ce6-93ba-79f235685029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.602937] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3834d61c-eccc-4ce6-93ba-79f235685029',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.610232] env[68237]: INFO networking_nsxv3.common.synchronization [req-a107ddbf-9e62-4548-a6e5-9e0fa37ac180 req-95984b6c-f816-4984-8109-6940e9af1c71 service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 956.610232] env[68237]: INFO networking_nsxv3.common.synchronization [req-a107ddbf-9e62-4548-a6e5-9e0fa37ac180 req-95984b6c-f816-4984-8109-6940e9af1c71 service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 956.610232] env[68237]: INFO networking_nsxv3.common.synchronization [req-a107ddbf-9e62-4548-a6e5-9e0fa37ac180 req-95984b6c-f816-4984-8109-6940e9af1c71 service nova] Enqueued Resource ID: d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 with Priority: HIGHEST for action port [ 956.610232] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 956.610232] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 956.610232] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 with Priority: HIGHEST for action port [ 956.610232] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.610232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.610232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.610232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.610232] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.611243] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.611445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.611734] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.611957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.612203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.612459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.612624] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.092637] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e20806f-a4c9-43de-923d-23477dadddc4 in Status: SUCCESS [ 957.092955] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 deletion is rescheduled due to dependency. [ 957.092955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.106208] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3834d61c-eccc-4ce6-93ba-79f235685029 [ 957.106208] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.106309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.106383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.106554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.106792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.106893] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3834d61c-eccc-4ce6-93ba-79f235685029 already deleted. [ 957.107018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3834d61c-eccc-4ce6-93ba-79f235685029" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.117417] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.117557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.117737] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 with status ACTIVE [ 957.117904] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.118023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.118195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.118351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.118443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.118579] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.118668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.118747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.118903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.118977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.119212] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.119275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.119518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.119518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.119645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.119645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3 is going to be updated. [ 957.140652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.140867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.140867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.141151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.141208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.141370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5504b3b-2d7f-4cbf-85ac-8e0f4f983fa3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.565161] env[68237]: INFO networking_nsxv3.common.synchronization [req-9f6b5210-b9f7-49ca-89f1-379c6bd1429e req-92821c75-d9f1-4ba4-ab5e-33276412040a tempest-ServerMetadataTestJSON-1497518947 tempest-ServerMetadataTestJSON-1497518947-project-member] Enqueued Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_members [ 957.565745] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_members [ 957.566100] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.566269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.566343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.566619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.566775] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.566877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.566942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.567129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.567218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.567314] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.015627] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.015814] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-893" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.015942] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-893" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.016294] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-893" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.016567] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.016734] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.016853] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.017089] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.017244] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.017459] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.017577] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.017689] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.017918] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.018075] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.018194] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.018397] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.042948] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.043150] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.043296] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.043476] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-893" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.043796] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-2258be90-64bd-4241-81f3-2cb028b7a8cc taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.043972] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.044109] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.044412] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.048025] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2258be90-64bd-4241-81f3-2cb028b7a8cc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.069681] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.069843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.069930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.070158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.070250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.070461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.070567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.070643] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.070805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.070884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.070970] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 already deleted. [ 958.071060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.508420] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 958.508728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.508883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.509142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.509369] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.509487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.509549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.509741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.509836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.510026] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.548796] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.549217] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.549350] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.549703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.549901] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.550096] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 2258be90-64bd-4241-81f3-2cb028b7a8cc not found, creating... [ 958.550387] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.550555] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.550691] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.550943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.551304] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.551681] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.552148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.552225] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.552499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.552713] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.552941] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 2258be90-64bd-4241-81f3-2cb028b7a8cc is going to be created. [ 958.573084] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.573627] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.573850] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.574205] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.574571] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.574889] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.012804] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.296226] env[68237]: INFO networking_nsxv3.common.synchronization [req-9f6b5210-b9f7-49ca-89f1-379c6bd1429e req-fbdd1c67-b7b3-45d3-87f8-cbcc51a8a363 service nova] Enqueued Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_rules [ 959.296415] env[68237]: INFO networking_nsxv3.common.synchronization [req-9f6b5210-b9f7-49ca-89f1-379c6bd1429e req-fbdd1c67-b7b3-45d3-87f8-cbcc51a8a363 service nova] Enqueued Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_members [ 959.296562] env[68237]: INFO networking_nsxv3.common.synchronization [req-9f6b5210-b9f7-49ca-89f1-379c6bd1429e req-fbdd1c67-b7b3-45d3-87f8-cbcc51a8a363 service nova] Enqueued Resource ID: 2258be90-64bd-4241-81f3-2cb028b7a8cc with Priority: HIGHEST for action port [ 959.296793] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_rules [ 959.296922] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_members [ 959.297036] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2258be90-64bd-4241-81f3-2cb028b7a8cc with Priority: HIGHEST for action port [ 959.297606] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.297739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.297806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.299190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.299190] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.299296] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.299389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.299435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.299564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.299700] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.299890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.299890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.300013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.300099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.300213] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.300924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-2258be90-64bd-4241-81f3-2cb028b7a8cc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.301053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.301093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.301224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.301297] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2258be90-64bd-4241-81f3-2cb028b7a8cc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.516343] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.803879] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.803879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.803879] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.805146] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2258be90-64bd-4241-81f3-2cb028b7a8cc with status ACTIVE [ 959.805480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.805604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.805672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.805872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.805959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.806142] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.806292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.806341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.806459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.806679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.806766] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.806813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.806847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.806966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.807050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.807132] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2258be90-64bd-4241-81f3-2cb028b7a8cc is going to be updated. [ 959.827500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.827673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.827673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.827838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.827970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.828140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2258be90-64bd-4241-81f3-2cb028b7a8cc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.019669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.019826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.019895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.020146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.020226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.020852] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 960.048718] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.048861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.048939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.049180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.049329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.058466] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 960.306686] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.310438] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3238cca-d080-422c-b792-6c037adb6938 req-6f89cd76-93c2-4c7e-9468-f541a8981e6d tempest-ServersNegativeTestJSON-1623060957 tempest-ServersNegativeTestJSON-1623060957-project-member] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 960.313695] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 960.313695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.313695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.313695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.313695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.313695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.313695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.313695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.313695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.313695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.313695] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.763053] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.763325] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.763391] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.763675] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.763939] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.764107] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.764226] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.764440] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.764607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.764820] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.764934] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.768469] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.768469] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.768469] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.768469] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.768469] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.787171] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.787270] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.787446] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.787595] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.787912] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-58a98d40-5d72-49a3-9bec-97e83511b260 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.788103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.788225] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.788570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.788720] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a98d40-5d72-49a3-9bec-97e83511b260',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.811834] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.811989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.812066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.812267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.812374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.812470] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 is going to be created. [ 960.814187] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.840096] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.840234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.840307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.840529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.841026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.851166] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 in Status: UNINITIALIZED for 2s [ 961.291492] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292169] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.292169] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.292349] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292349] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.292518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 58a98d40-5d72-49a3-9bec-97e83511b260 not found, creating... [ 961.292807] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.293122] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.293353] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.293513] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.293836] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.294962] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.294962] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.294962] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.294962] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.294962] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 58a98d40-5d72-49a3-9bec-97e83511b260 is going to be created. [ 961.317195] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.317410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.317460] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.317740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.317979] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.318250] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.319116] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.825655] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.825655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.825655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.825655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.825655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.825655] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 961.858600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.858600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.858600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.858600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.858600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.863422] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 962.078252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.078252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.078252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.078252] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.281781] env[68237]: INFO networking_nsxv3.common.synchronization [req-846d1249-72fe-45c4-b8f9-795ecfed3774 req-4e54501b-e782-4dda-a43a-8cd5f7699b99 tempest-VolumesAdminNegativeTest-1310626418 tempest-VolumesAdminNegativeTest-1310626418-project-member] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_members [ 962.282362] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGHEST for action security_group_members [ 962.282944] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.282944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.282944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.283290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.283462] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.283589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.283627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.283794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.283878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.283975] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.378880] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3238cca-d080-422c-b792-6c037adb6938 req-12f3a3c2-dc5e-4c55-9370-4ecb2b8de4a8 service nova] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_rules [ 962.379205] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3238cca-d080-422c-b792-6c037adb6938 req-12f3a3c2-dc5e-4c55-9370-4ecb2b8de4a8 service nova] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 962.379417] env[68237]: INFO networking_nsxv3.common.synchronization [req-b3238cca-d080-422c-b792-6c037adb6938 req-12f3a3c2-dc5e-4c55-9370-4ecb2b8de4a8 service nova] Enqueued Resource ID: 58a98d40-5d72-49a3-9bec-97e83511b260 with Priority: HIGHEST for action port [ 962.380042] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_rules [ 962.380190] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 962.380288] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a98d40-5d72-49a3-9bec-97e83511b260 with Priority: HIGHEST for action port [ 962.381043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.381043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.381043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.381043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.381482] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.382083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.382213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.382387] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a98d40-5d72-49a3-9bec-97e83511b260 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.382490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.382589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.382730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.382888] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a98d40-5d72-49a3-9bec-97e83511b260',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.579159] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.579353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.579405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.579719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.579800] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.579866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.579903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.580511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.580511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.580511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.580511] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.580511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.580511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.580820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.580820] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.580886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.580916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.581062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.581140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.581219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.581306] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.786590] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.786817] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.786887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.787141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.813380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.813740] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.813880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.813967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.814223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.814312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.814412] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 is going to be updated. [ 962.848910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.849226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.849226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.849386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.849537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.859013] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: IN_PROGRESS for 2s [ 962.859754] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 in Status: SUCCESS [ 962.859954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.860135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.860347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.860545] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.860684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.860758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.860907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.860991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.861093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.861178] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.886902] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.887051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.887251] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58a98d40-5d72-49a3-9bec-97e83511b260 with status ACTIVE [ 962.887418] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.887525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.887600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.887790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.887878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.888055] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.889190] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.889190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.889190] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58a98d40-5d72-49a3-9bec-97e83511b260 is going to be updated. [ 962.931446] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.931446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.931446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.931446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.931446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.931446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a98d40-5d72-49a3-9bec-97e83511b260" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.088019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bc04664-3d7a-41ee-bab2-3112c22b047b: rpc.has_security_group_logging(os_id): False [ 963.106018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.106018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.106018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.106018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.106677] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.106677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.106677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.106677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.106677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.106677] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 963.194090] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.194090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.194090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.194090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.194090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.217410] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 963.367310] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.367310] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.367310] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.367310] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.367310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.367976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.367976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.367976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.367976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.367976] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.870396] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff948e11-3490-43c8-9c58-1a88fb8abab4: rpc.has_security_group_logging(os_id): False [ 963.873651] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 963.873903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.874092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.874317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.874516] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.874673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.874742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.874941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.875101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.875166] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.887607] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.887767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.888354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.888354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.888582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.888736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.888856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.889092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.889183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.889524] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.889582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.889683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.889890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.889998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.890223] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.891572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.891572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.891572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.891572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.891572] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 is going to be created. [ 963.945279] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.945495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.945547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.946288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.946288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.957085] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 in Status: IN_PROGRESS for 2s [ 964.377144] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.876018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 in Status: SUCCESS [ 964.876364] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 deletion is rescheduled due to dependency. [ 964.876400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.879875] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.235182] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 965.235427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.384688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.384688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.384688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.384688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.384688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.384688] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 965.436150] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.436150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.436150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.436150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.436150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.448290] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 965.622330] env[68237]: INFO networking_nsxv3.common.synchronization [req-ff8b91fd-e43a-4b39-8287-4d7994b56b6d req-021bf781-1e79-434d-b355-7d943efa49d2 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 965.622555] env[68237]: INFO networking_nsxv3.common.synchronization [req-ff8b91fd-e43a-4b39-8287-4d7994b56b6d req-021bf781-1e79-434d-b355-7d943efa49d2 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_members [ 965.626083] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 965.626351] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_members [ 965.627341] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.627492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.627588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.627824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.628018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.628188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.628284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.628536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.628774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.628774] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.629993] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.629993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.629993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.630177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.630383] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.630511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.630595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.630776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.630881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.630996] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.705932] env[68237]: INFO networking_nsxv3.common.synchronization [req-ff8b91fd-e43a-4b39-8287-4d7994b56b6d req-021bf781-1e79-434d-b355-7d943efa49d2 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_rules [ 965.706557] env[68237]: INFO networking_nsxv3.common.synchronization [req-ff8b91fd-e43a-4b39-8287-4d7994b56b6d req-021bf781-1e79-434d-b355-7d943efa49d2 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 965.706557] env[68237]: INFO networking_nsxv3.common.synchronization [req-ff8b91fd-e43a-4b39-8287-4d7994b56b6d req-021bf781-1e79-434d-b355-7d943efa49d2 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_rules [ 965.706557] env[68237]: INFO networking_nsxv3.common.synchronization [req-ff8b91fd-e43a-4b39-8287-4d7994b56b6d req-021bf781-1e79-434d-b355-7d943efa49d2 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_members [ 965.706771] env[68237]: INFO networking_nsxv3.common.synchronization [req-ff8b91fd-e43a-4b39-8287-4d7994b56b6d req-021bf781-1e79-434d-b355-7d943efa49d2 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 with Priority: HIGHEST for action port [ 965.707578] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_rules [ 965.707757] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_rules [ 965.707830] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 with Priority: HIGHEST for action port [ 965.707953] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 965.708010] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_members [ 965.708278] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.708458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.708521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.708727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.708810] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.709690] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f474af24-cf86-410d-a2a0-c9bbb13e7b0a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.709806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.709868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.710097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.710171] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.710955] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b1a2db2-4410-496c-9c02-c9af80c39755 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.711170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.711238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.711394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.711470] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1a2db2-4410-496c-9c02-c9af80c39755',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.714392] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.714392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.714392] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.714392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.971722] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 in Status: SUCCESS [ 965.972922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.133596] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.134099] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.214098] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.214098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.216038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.216038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.216038] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b1a2db2-4410-496c-9c02-c9af80c39755 with status ACTIVE [ 966.216038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.216038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.216038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.217251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.217402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.217629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.218369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.219243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.219528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.220206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.220585] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.220737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.220847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.221067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.221187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.221323] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 is going to be updated. [ 966.243577] env[68237]: INFO networking_nsxv3.common.synchronization [req-19f1bf73-6a11-4462-834c-fb39f661f5ce req-f8a486d2-02cb-4157-b0c0-12276133f1ba tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 966.245091] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 966.245091] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.245091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.245418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.246891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.246891] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.246891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.246891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.246891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.246891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.246891] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.249881] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.250425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.250702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.252617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.252617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.252617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.253405] env[68237]: INFO networking_nsxv3.common.synchronization [req-ca14387f-cd2a-4b09-af6c-d4a2f583a8cc req-f226809a-8183-4dd1-b598-b5a7c502eff1 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 966.253732] env[68237]: INFO networking_nsxv3.common.synchronization [req-ca14387f-cd2a-4b09-af6c-d4a2f583a8cc req-f226809a-8183-4dd1-b598-b5a7c502eff1 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_members [ 966.254487] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 966.254677] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a with Priority: HIGHEST for action security_group_members [ 966.255081] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.255218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.255443] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.255710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.329094] env[68237]: INFO networking_nsxv3.common.synchronization [req-ca14387f-cd2a-4b09-af6c-d4a2f583a8cc req-f226809a-8183-4dd1-b598-b5a7c502eff1 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_rules [ 966.329211] env[68237]: INFO networking_nsxv3.common.synchronization [req-ca14387f-cd2a-4b09-af6c-d4a2f583a8cc req-f226809a-8183-4dd1-b598-b5a7c502eff1 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 966.329376] env[68237]: INFO networking_nsxv3.common.synchronization [req-ca14387f-cd2a-4b09-af6c-d4a2f583a8cc req-f226809a-8183-4dd1-b598-b5a7c502eff1 tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 with Priority: HIGHEST for action port [ 966.330214] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_rules [ 966.330427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 966.330537] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 with Priority: HIGHEST for action port [ 966.331055] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.333023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.333023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.333023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.333023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b1a2db2-4410-496c-9c02-c9af80c39755 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.333023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.333023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.333023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.333023] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b1a2db2-4410-496c-9c02-c9af80c39755',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.639675] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.640956] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.755017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.837485] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b1a2db2-4410-496c-9c02-c9af80c39755 with status ACTIVE [ 966.837629] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.837734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.837734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.837932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.838090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.838251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.838384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.838489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.839082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.839082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.839082] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.839082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.839288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.839288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.839288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.839464] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b1a2db2-4410-496c-9c02-c9af80c39755 is going to be updated. [ 966.927024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.927024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.927024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.927024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.927024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.927024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b1a2db2-4410-496c-9c02-c9af80c39755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.143034] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.143034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.143560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.143560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.143560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.143560] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a is going to be created. [ 967.144876] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.145129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.145252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.145433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.145518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.145607] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be updated. [ 967.183696] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.183880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.183936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.184126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.184290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.197818] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.197818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.197818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.198058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.198058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.199714] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a in Status: UNINITIALIZED for 2s [ 967.211233] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: IN_PROGRESS for 2s [ 967.257770] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.457829] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 967.458019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.458183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.458422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.458628] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.458744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.458847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.458962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.459053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.459140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.459237] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.760894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.762100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.762100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.762100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.762100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.762100] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 967.789337] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.789600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.789600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.789778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.789778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.798140] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 967.964840] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.965011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.965088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.965311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.965483] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.965582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.965634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.965789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.965873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.965959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.966145] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.966249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.966351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.966480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.966624] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.966708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.966854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.966902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.966966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.967050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.967150] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.469416] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee: rpc.has_security_group_logging(os_id): False [ 968.490619] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.490711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.490788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.491293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.491293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.491293] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.491803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.491803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.491803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.491803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.492215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.492215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.492215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.492215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.492554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.492554] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.492554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.492721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.492750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.492963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.492963] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 968.552556] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.552714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.552781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.552996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.553153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.569125] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 969.211985] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a in Status: SUCCESS [ 969.212249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.213789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.213789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.214219] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.214476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.215589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.215589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.215589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.215589] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.224548] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 969.224668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.225358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.225779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.226100] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.226301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.226520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.226737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.226833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.226942] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.716959] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.720031] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.720031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.720031] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a is going to be deleted. [ 969.730402] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.757916] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.758094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.758163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.758447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.758569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.758664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.758823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.758994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.759181] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.759282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.759372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.759583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.759658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.759755] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.809118] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 969.809355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.233264] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.262624] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.263222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.263222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.263222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.263398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.265261] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.265261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.265261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.265261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.265261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.265261] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a already deleted. [ 970.265261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.265261] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.265953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.266322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.266466] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.268254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.268254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.268254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.268254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.268254] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.552519] env[68237]: INFO networking_nsxv3.common.synchronization [req-18fc5630-ae38-4dbd-bca0-e5261b691d31 req-413cac6b-2293-491e-9e66-2712bcf1a0aa tempest-InstanceActionsNegativeTestJSON-611369663 tempest-InstanceActionsNegativeTestJSON-611369663-project-member] Enqueued Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_members [ 970.553061] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_members [ 970.553371] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.553498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.553563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.553816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.553974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.554107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.554139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.554288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.554378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.555547] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.581174] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 970.581405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.737403] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.737403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.737403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.737403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.737403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.737403] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be updated. [ 970.764023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.764023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.764023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.764023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.764023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.772842] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f474af24-cf86-410d-a2a0-c9bbb13e7b0a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.772842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.772842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.772842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a already deleted. [ 970.772842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.772842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: IN_PROGRESS for 2s [ 970.880574] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.880574] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-532" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.880574] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-532" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.884817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-532" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.884817] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.884817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.884817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.884817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.884817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.884817] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.884817] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.884817] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.884817] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.884817] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.884817] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.884817] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.904410] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.904410] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.904410] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.904410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-532" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.904410] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-8cd0da80-092a-4e78-9a24-619080b3678d taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.904410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.904410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.904410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.905176] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd0da80-092a-4e78-9a24-619080b3678d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.056555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.056684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.056777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.057061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.057170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.057389] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.057493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.057556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.057708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.057929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.057929] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c already deleted. [ 971.057929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.273311] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f474af24-cf86-410d-a2a0-c9bbb13e7b0a: rpc.has_security_group_logging(os_id): False [ 971.291104] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.291274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.291327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.291557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.291656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.291886] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.291991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.292067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.292219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.292293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.292377] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a is going to be created. [ 971.312986] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f474af24-cf86-410d-a2a0-c9bbb13e7b0a], does not exist path=[/infra/domains/default/groups/f474af24-cf86-410d-a2a0-c9bbb13e7b0a]."\n}' [ 971.313203] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f474af24-cf86-410d-a2a0-c9bbb13e7b0a [ 971.313298] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 971.349858] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.349858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.349858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.350037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.352202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.352596] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.353290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.353290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.353290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.353290] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.353290] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.354241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.354241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.354241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.354241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.354241] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f474af24-cf86-410d-a2a0-c9bbb13e7b0a is going to be created. [ 971.373520] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f474af24-cf86-410d-a2a0-c9bbb13e7b0a], does not exist path=[/infra/domains/default/groups/f474af24-cf86-410d-a2a0-c9bbb13e7b0a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f474af24-cf86-410d-a2a0-c9bbb13e7b0a [ 971.373916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f474af24-cf86-410d-a2a0-c9bbb13e7b0a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.374214] env[68237]: Traceback (most recent call last): [ 971.374256] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 971.374256] env[68237]: return func(*args, **kwargs) [ 971.374256] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 971.374256] env[68237]: res.raise_for_status() [ 971.374256] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 971.374256] env[68237]: raise HTTPError(http_error_msg, response=self) [ 971.374256] env[68237]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f474af24-cf86-410d-a2a0-c9bbb13e7b0a [ 971.374256] env[68237]: During handling of the above exception, another exception occurred: [ 971.374256] env[68237]: Traceback (most recent call last): [ 971.374533] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 971.374533] env[68237]: listener.cb(fileno) [ 971.374533] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 971.374533] env[68237]: result = function(*args, **kwargs) [ 971.374533] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 971.374533] env[68237]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 971.374533] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 971.374533] env[68237]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 971.374533] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 971.374533] env[68237]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 971.374533] env[68237]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 971.374533] env[68237]: res.raise_for_status() [ 971.374533] env[68237]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 971.374533] env[68237]: raise HTTPError(http_error_msg, response=self) [ 971.374533] env[68237]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f474af24-cf86-410d-a2a0-c9bbb13e7b0a [ 971.374533] env[68237]: Removing descriptor: 58 [ 971.409715] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.410043] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.410100] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.410388] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.410541] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.410713] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 8cd0da80-092a-4e78-9a24-619080b3678d not found, creating... [ 971.410995] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.411170] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.411290] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.411515] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.411655] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.411932] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.412104] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.412225] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.412437] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.412566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.412718] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 8cd0da80-092a-4e78-9a24-619080b3678d is going to be created. [ 971.430969] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.431301] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.431435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.431704] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.431932] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.432644] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.234682] env[68237]: INFO networking_nsxv3.common.synchronization [req-18fc5630-ae38-4dbd-bca0-e5261b691d31 req-71540a4c-50df-4196-9212-f9f1cfef51c4 service nova] Enqueued Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_rules [ 972.234943] env[68237]: INFO networking_nsxv3.common.synchronization [req-18fc5630-ae38-4dbd-bca0-e5261b691d31 req-71540a4c-50df-4196-9212-f9f1cfef51c4 service nova] Enqueued Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_members [ 972.235089] env[68237]: INFO networking_nsxv3.common.synchronization [req-18fc5630-ae38-4dbd-bca0-e5261b691d31 req-71540a4c-50df-4196-9212-f9f1cfef51c4 service nova] Enqueued Resource ID: 8cd0da80-092a-4e78-9a24-619080b3678d with Priority: HIGHEST for action port [ 972.235357] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_rules [ 972.236744] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_members [ 972.236744] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd0da80-092a-4e78-9a24-619080b3678d with Priority: HIGHEST for action port [ 972.236744] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.236744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.236744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.236744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.236744] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.237667] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.237805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.237895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.238114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.238319] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.238496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.238541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.238725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.239230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.241283] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.241283] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd0da80-092a-4e78-9a24-619080b3678d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.241389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.241462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.241635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.241900] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd0da80-092a-4e78-9a24-619080b3678d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.744566] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.745959] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.746086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.746244] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cd0da80-092a-4e78-9a24-619080b3678d with status ACTIVE [ 972.746406] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.746635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.746635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.746808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.746857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.747044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.747145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.747214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.747364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.747464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.747648] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.747787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.747787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.747927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.747998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.748774] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cd0da80-092a-4e78-9a24-619080b3678d is going to be updated. [ 972.768491] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.768679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.768679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.768862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.768993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.769159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd0da80-092a-4e78-9a24-619080b3678d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.781013] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 972.781218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.781360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.781539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.781706] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.781812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.781877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.782032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.782111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.782195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.782287] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.783098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.783259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.783405] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.783505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.783568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.783707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.783784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.784310] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.250458] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.285697] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.285853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.286052] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.716898] env[68237]: INFO networking_nsxv3.common.synchronization [req-9d188376-4439-42ca-a616-6fc66b3c4e89 req-0710bb15-c6be-453d-b051-a44aef25222f tempest-ServerRescueTestJSONUnderV235-1794094085 tempest-ServerRescueTestJSONUnderV235-1794094085-project-member] Enqueued Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 973.716898] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 with Priority: HIGHEST for action security_group_members [ 973.717179] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.717357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.752427] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.752580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.752650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.752852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.752937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.753041] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c is going to be created. [ 973.775755] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.775907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.775978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.776189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.776404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.787589] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c in Status: UNINITIALIZED for 2s [ 973.787813] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.912359] env[68237]: INFO networking_nsxv3.common.synchronization [None req-224455f9-06d2-4bae-9b33-285164720674 tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: db905b0d-eb1a-403c-b8b1-8d713d6fbd05 with Priority: HIGHEST for action security_group_rules [ 973.913489] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db905b0d-eb1a-403c-b8b1-8d713d6fbd05 with Priority: HIGHEST for action security_group_rules [ 973.913839] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.913971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.914051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.914296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.914408] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db905b0d-eb1a-403c-b8b1-8d713d6fbd05',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.993212] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c68b1879-4f9f-406c-9e3e-6d1d93f6488c tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: db905b0d-eb1a-403c-b8b1-8d713d6fbd05 with Priority: HIGHEST for action security_group_rules [ 973.993926] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db905b0d-eb1a-403c-b8b1-8d713d6fbd05 with Priority: HIGHEST for action security_group_rules [ 973.994256] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.994360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.296740] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.296740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.296740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.296740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.296740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.296740] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be updated. [ 974.335388] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.335388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.335388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.335388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.335388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.346526] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: IN_PROGRESS for 2s [ 974.435892] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.435892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.435892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.435892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.435892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.435892] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db905b0d-eb1a-403c-b8b1-8d713d6fbd05 already deleted. [ 974.435892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.435892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.435892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.435892] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db905b0d-eb1a-403c-b8b1-8d713d6fbd05',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.817963] env[68237]: INFO networking_nsxv3.common.synchronization [req-cedeb121-f7f1-44b2-b03d-17839bd3d0cc req-02c1bb6c-ce37-4282-84d8-0d0527f4a82f tempest-ServersNegativeTestJSON-1623060957 tempest-ServersNegativeTestJSON-1623060957-project-member] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 974.818813] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 974.818813] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.819036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.819036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.820109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.820109] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.820109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.820109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.820109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.820425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.820471] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.957399] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.957545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.957627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.957902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.958009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.958115] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db905b0d-eb1a-403c-b8b1-8d713d6fbd05 already deleted. [ 974.958203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db905b0d-eb1a-403c-b8b1-8d713d6fbd05" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.043134] env[68237]: INFO networking_nsxv3.common.synchronization [req-33df87f9-9e69-49c3-9ea7-c067f72ad7cf req-0d621ef2-c6d3-4900-a020-e30c7ef35b90 tempest-ServerMetadataTestJSON-1497518947 tempest-ServerMetadataTestJSON-1497518947-project-member] Enqueued Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_members [ 975.043134] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGHEST for action security_group_members [ 975.043134] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.043134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.043134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.043134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.043134] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.043134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.043134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.047503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.047631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.047690] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.322574] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.550753] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.550918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.551064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.551227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.576132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.576571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.576775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.576882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.577191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.577322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.577465] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 is going to be updated. [ 975.603088] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.603288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.603393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.603665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.603859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.613935] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 in Status: IN_PROGRESS for 2s [ 975.799787] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c in Status: SUCCESS [ 975.800050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.800223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.800458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.800651] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.800874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.800940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.801088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.801170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.801273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.801367] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.824030] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.304032] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.304252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.304293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.304911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.304911] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.304911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.304911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.305161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.305161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.305294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.305373] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.305443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.305711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.305711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.305812] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.305855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.305885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.306021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.306110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.306207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.306295] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.325822] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.326145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.326145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.326664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.326664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.326664] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 976.356440] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 976.356760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.357047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.357921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.357921] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.357921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.357921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.358129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.358129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.358241] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.360275] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.360388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.360496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.360626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.360768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.367713] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 976.809243] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63de9a0a-67e9-4a84-8ae0-a6018f93162c: rpc.has_security_group_logging(os_id): False [ 976.827992] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.828624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.828624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.828624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.828624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.828805] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.828884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.829179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.829179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.829179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.829354] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.829463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.829520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.829662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.829736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.829915] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.830020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.830080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.830218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.830289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.830374] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c is going to be created. [ 976.863166] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.863690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.863690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.863914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.887466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.887466] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.887688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.887688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.887831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.888604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.888604] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be updated. [ 976.895493] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.895737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.895825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.896590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.896590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.917994] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c in Status: IN_PROGRESS for 2s [ 976.937342] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.937556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.937556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.937846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.937997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.946931] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: IN_PROGRESS for 2s [ 977.102866] env[68237]: INFO networking_nsxv3.common.synchronization [req-9dcf0e43-3002-4dd7-be91-40e0eb1e0847 req-115b4185-d4e2-4646-97ed-043eca46f2e3 tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 977.103424] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 977.103792] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.104571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.104571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.104571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.104571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.104571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.104571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.104571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.104798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.104798] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.397391] env[68237]: INFO networking_nsxv3.common.synchronization [req-8c4527b3-3711-4862-88a8-518a21937ce4 req-f9db7e6c-85a2-4be7-a8b4-0cb1ceb6060c tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 977.397850] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 977.398156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.398273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.398336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.398567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.398714] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.398812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.398870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.399028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.399116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.399206] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.608017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.626779] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 in Status: SUCCESS [ 977.626779] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 deletion is rescheduled due to dependency. [ 977.626932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.902094] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.902094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.902094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.902094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.922768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.923108] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.923271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.923363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.923591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.923706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.923804] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 977.985446] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.985657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.985767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.986013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.986204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.000030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 978.109593] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.378724] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 978.378957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.612273] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.612536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.612536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.612755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.612863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.612942] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 978.639945] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.640114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.640184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.640359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.640509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.650008] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 978.929221] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c in Status: SUCCESS [ 978.929555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.955326] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 978.955539] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 deletion is rescheduled due to dependency. [ 978.955670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.955855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.956115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.956326] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.956453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.956537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.956703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.956798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.956898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.957096] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b81e555-ff2b-477c-8b23-29a79a9e9c29 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.957191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.957255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.957417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.957567] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.957681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.957735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.957892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.957972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.958073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.958164] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.959027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.959198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.959347] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.959470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.959532] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.959711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.959793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.959896] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.461741] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b81e555-ff2b-477c-8b23-29a79a9e9c29: rpc.has_security_group_logging(os_id): False [ 979.462981] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.463461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.463461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.463461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.463605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.463675] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.463769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.463828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.463974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.464073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.464169] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be updated. [ 979.481973] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.482128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.482203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.482390] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.482477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.482688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.482785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.482847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.482991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.483078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.483252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.483345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.483408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.483542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.483617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.483792] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.483883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.483944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.484465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.484465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.484465] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be updated. [ 979.488480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.488614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.488709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.488888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.489060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.499267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: IN_PROGRESS for 2s [ 979.539048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.539687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.539687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.539687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.539687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.552323] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: IN_PROGRESS for 2s [ 980.010817] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 980.011245] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 980.011245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.658573] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 980.658805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.515051] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 981.515335] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 deletion is rescheduled due to dependency. [ 981.515388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.564384] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 in Status: SUCCESS [ 981.564613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.564787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.565009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.565097] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b81e555-ff2b-477c-8b23-29a79a9e9c29',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.084160] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.084357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.084357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.084534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.084667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.084766] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b81e555-ff2b-477c-8b23-29a79a9e9c29 is going to be deleted. [ 982.129368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.129556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.129663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.129848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.130035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.130132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b81e555-ff2b-477c-8b23-29a79a9e9c29" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.399084] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.399225] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 982.564806] env[68237]: INFO networking_nsxv3.common.synchronization [req-d6a80d4d-fd58-4ff8-988f-231b57cf8059 req-be059974-4da9-45a1-90fa-0945e5c6d3c9 tempest-InstanceActionsNegativeTestJSON-611369663 tempest-InstanceActionsNegativeTestJSON-611369663-project-member] Enqueued Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_members [ 982.565366] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGHEST for action security_group_members [ 982.565681] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.565808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.565875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.566080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.566233] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.566330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.566411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.566568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.566654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.566747] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.069829] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.070398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.070517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.070726] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.071089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.071182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.071285] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c is going to be updated. [ 983.105811] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.105978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.119732] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c in Status: IN_PROGRESS for 2s [ 984.952527] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d3b3e5c-9723-4388-a8f5-a2f265a42faa req-8bf8380e-147a-4853-a5f1-bc01d0d05c76 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 984.953107] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 984.954237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.954378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.954444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.954645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.954855] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.954954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.954993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.955144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.955234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.955342] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.130524] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c in Status: SUCCESS [ 985.130524] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c deletion is rescheduled due to dependency. [ 985.130524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.242502] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.242502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.242502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.242502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.242702] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.242702] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.242792] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.243139] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.243316] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.243532] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.243651] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.243763] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.243875] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.243988] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.244121] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.244257] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.262997] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.263177] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 985.263329] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.263499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.263785] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-096eaf97-e1ef-4622-b4ab-5300ed10d060 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.263974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.264128] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.264430] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.264571] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096eaf97-e1ef-4622-b4ab-5300ed10d060',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.457575] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.613763] env[68237]: INFO networking_nsxv3.common.synchronization [req-3e17ab80-ae7b-48b5-8fa7-202a6bf939b3 req-542c52a6-0da2-4f39-95b6-5e39df26c904 tempest-MigrationsAdminTest-1911188526 tempest-MigrationsAdminTest-1911188526-project-member] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 985.614305] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 985.614604] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.614726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.614795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.614989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.615564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.615733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.615837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.616060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.616201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.616502] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.766490] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.772252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 096eaf97-e1ef-4622-b4ab-5300ed10d060 not found, creating... [ 985.772252] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.772252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.772740] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.772740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.772740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.772740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.772740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.772740] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 096eaf97-e1ef-4622-b4ab-5300ed10d060 is going to be created. [ 985.789968] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.789968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.789968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.789968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.789968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.789968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.960833] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.118254] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.464036] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.464216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.464273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.464482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.464576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.464676] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 986.492102] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.492102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.492102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.492342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.492342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.501014] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 986.509169] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d3b3e5c-9723-4388-a8f5-a2f265a42faa req-5699a4fb-e6a7-444b-a981-0760e693b524 service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 986.509314] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d3b3e5c-9723-4388-a8f5-a2f265a42faa req-5699a4fb-e6a7-444b-a981-0760e693b524 service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 986.509458] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d3b3e5c-9723-4388-a8f5-a2f265a42faa req-5699a4fb-e6a7-444b-a981-0760e693b524 service nova] Enqueued Resource ID: 096eaf97-e1ef-4622-b4ab-5300ed10d060 with Priority: HIGHEST for action port [ 986.509711] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 986.509839] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 986.509935] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096eaf97-e1ef-4622-b4ab-5300ed10d060 with Priority: HIGHEST for action port [ 986.510504] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.510633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.510724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.510903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.510969] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.511912] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.512029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.512204] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-096eaf97-e1ef-4622-b4ab-5300ed10d060 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.512302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.512360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.512529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.512605] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096eaf97-e1ef-4622-b4ab-5300ed10d060',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.622433] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.016231] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.016231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.016231] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 096eaf97-e1ef-4622-b4ab-5300ed10d060 with status ACTIVE [ 987.016231] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.016231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.016231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.016909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.016909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.016909] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.016909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.016909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.017101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.017101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.017258] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.017312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.017373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.017942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.017942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.017942] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 096eaf97-e1ef-4622-b4ab-5300ed10d060 is going to be updated. [ 987.037852] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.038057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.038057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.038268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.038632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.038632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096eaf97-e1ef-4622-b4ab-5300ed10d060" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.125365] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.125541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.125586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.125781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.125877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.125978] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be updated. [ 987.166025] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.166025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.166454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.166454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.166764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.186659] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: IN_PROGRESS for 2s [ 988.509915] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 988.510256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.510312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.510536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.510770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.510889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.510993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.511172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.511265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.511397] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.015816] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.197565] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: SUCCESS [ 989.198804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.347218] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4a26667b-f0f5-47e9-91db-4ee4b9472e8a None None] Enqueued Resource ID: bc7e8525-6b2b-4258-a18b-b9129eeac830 with Priority: HIGHEST for action port [ 989.347506] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7e8525-6b2b-4258-a18b-b9129eeac830 with Priority: HIGHEST for action port [ 989.348595] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc7e8525-6b2b-4258-a18b-b9129eeac830 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.348741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc7e8525-6b2b-4258-a18b-b9129eeac830" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.348823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc7e8525-6b2b-4258-a18b-b9129eeac830" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.349832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc7e8525-6b2b-4258-a18b-b9129eeac830" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.349877] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc7e8525-6b2b-4258-a18b-b9129eeac830',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.394763] env[68237]: INFO networking_nsxv3.common.synchronization [req-f33d541c-fc0a-4b12-b5e2-1efc7e2834f7 req-0d89648f-3b19-46e0-98f7-d48b75cfd7f6 tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 989.394763] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 989.394890] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.395017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.396974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.396974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.396974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.396974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.396974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.396974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.396974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.398177] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.519964] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.854345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc7e8525-6b2b-4258-a18b-b9129eeac830 [ 989.855038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.855038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.855038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.855038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.855367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.855367] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc7e8525-6b2b-4258-a18b-b9129eeac830 already deleted. [ 989.855367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc7e8525-6b2b-4258-a18b-b9129eeac830" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.900495] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.021138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.021278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.021374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.021575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.021682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.021792] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 990.050597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.050766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.050809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.051018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.051175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.062517] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 990.120023] env[68237]: INFO networking_nsxv3.common.synchronization [None req-7505c667-4511-42a8-b245-4f9fdd211eb4 tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 990.120023] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 990.120023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.120343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.120566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.120959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.121201] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.296579] env[68237]: INFO networking_nsxv3.common.synchronization [None req-0d33a858-c417-4f96-a86c-de174a35b276 tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 990.297210] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 990.297578] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.297699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.405266] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.644637] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.644973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.644973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.645062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.645263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.645263] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 already deleted. [ 990.645362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.645487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.645649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.645735] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.910460] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.910460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.910460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.910460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.910460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.910460] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 990.939351] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.939351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.939351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.939351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.939351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.946640] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 991.167918] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.167918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.167918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.168216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.168216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.168276] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 already deleted. [ 991.168602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.797739] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a2cc4449-2ff9-4aec-aff0-1ce5bce0869e None None] Enqueued Resource ID: 67935816-7ddd-453d-b4e0-2b4505b9d644 with Priority: HIGHEST for action port [ 991.797739] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67935816-7ddd-453d-b4e0-2b4505b9d644 with Priority: HIGHEST for action port [ 991.798375] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-67935816-7ddd-453d-b4e0-2b4505b9d644 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.798524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67935816-7ddd-453d-b4e0-2b4505b9d644" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.798657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67935816-7ddd-453d-b4e0-2b4505b9d644" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.798969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67935816-7ddd-453d-b4e0-2b4505b9d644" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.799106] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67935816-7ddd-453d-b4e0-2b4505b9d644',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.075767] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 992.076189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.076288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.076485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.076742] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.076864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.076925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.077083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.077159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.077457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.077457] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.301409] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67935816-7ddd-453d-b4e0-2b4505b9d644 [ 992.301652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.301811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.301899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.302114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.302203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.302301] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67935816-7ddd-453d-b4e0-2b4505b9d644 already deleted. [ 992.302381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67935816-7ddd-453d-b4e0-2b4505b9d644" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.579391] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.579554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.579619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.579874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.580248] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.580248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.580248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.580431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.580468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.580536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.580676] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.580762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.580818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.581594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.581594] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.581594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.581594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.581594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.581594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.581594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.581880] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.957016] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 992.957300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.085856] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 993.106307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.106436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.106589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.106758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.128311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.128610] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.128750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.128815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.129013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.129100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.129288] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.129383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.129445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.129597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.129674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.129858] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.129951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.130021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.130162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.130236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.130318] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 993.193736] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.193925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.193976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.194159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.194311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.206017] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 995.223150] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 995.223150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.798659] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.798942] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 998.921251] env[68237]: INFO networking_nsxv3.common.synchronization [None req-7ce37afd-4e3f-4cd1-b13c-44ade4d4a935 None None] Enqueued Resource ID: b0ac0185-fca9-438a-80c9-058e8d442267 with Priority: HIGHEST for action port [ 998.922041] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ac0185-fca9-438a-80c9-058e8d442267 with Priority: HIGHEST for action port [ 998.922425] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ac0185-fca9-438a-80c9-058e8d442267 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.922558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ac0185-fca9-438a-80c9-058e8d442267" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.923531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ac0185-fca9-438a-80c9-058e8d442267" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.923837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ac0185-fca9-438a-80c9-058e8d442267" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.923936] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ac0185-fca9-438a-80c9-058e8d442267',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.426564] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0ac0185-fca9-438a-80c9-058e8d442267 [ 999.426843] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.427513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.427513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.427513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.427513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.427702] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0ac0185-fca9-438a-80c9-058e8d442267 already deleted. [ 999.427734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ac0185-fca9-438a-80c9-058e8d442267" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.024497] env[68237]: INFO networking_nsxv3.common.synchronization [req-ddd408d2-bba9-410a-9025-ecaecf3564b4 req-4326d04e-a8a7-4097-b0ef-11bf2bcd5837 tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1001.025708] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1001.025899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.025975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.026097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.026460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.027027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.027027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.027027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.027213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.027213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.027297] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.530514] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.530731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.530731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.530948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.559403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.560838] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.560838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.560838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.560838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.560838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.560838] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1001.564174] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2e8bac60-59a1-41ae-a5dd-d6f1db86393f None None] Enqueued Resource ID: b6ac1127-aefd-4c23-a337-9844bf270fcc with Priority: HIGHEST for action port [ 1001.564740] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ac1127-aefd-4c23-a337-9844bf270fcc with Priority: HIGHEST for action port [ 1001.564964] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ac1127-aefd-4c23-a337-9844bf270fcc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.565084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ac1127-aefd-4c23-a337-9844bf270fcc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.566141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ac1127-aefd-4c23-a337-9844bf270fcc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.566141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ac1127-aefd-4c23-a337-9844bf270fcc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.566141] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ac1127-aefd-4c23-a337-9844bf270fcc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.590402] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.590592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.590633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.590812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.590949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598611] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1002.070079] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6ac1127-aefd-4c23-a337-9844bf270fcc [ 1002.071464] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.071569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.071569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.071789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.071876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.071970] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6ac1127-aefd-4c23-a337-9844bf270fcc already deleted. [ 1002.072652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ac1127-aefd-4c23-a337-9844bf270fcc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.177025] env[68237]: INFO networking_nsxv3.common.synchronization [None req-99f891cb-2405-40eb-9374-1e909e681b12 None None] Enqueued Resource ID: 5edd7081-ae12-484d-8441-c64876a96967 with Priority: HIGHEST for action port [ 1003.178197] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5edd7081-ae12-484d-8441-c64876a96967 with Priority: HIGHEST for action port [ 1003.179255] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5edd7081-ae12-484d-8441-c64876a96967 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.179394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5edd7081-ae12-484d-8441-c64876a96967" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.179464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5edd7081-ae12-484d-8441-c64876a96967" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.179802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5edd7081-ae12-484d-8441-c64876a96967" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.179882] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5edd7081-ae12-484d-8441-c64876a96967',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.605048] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8a2fac9-dba9-4707-9d26-d869383c369a req-f5e3887f-6f28-406c-b7c5-bd0c8ea97f8a tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1003.605048] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1003.605048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.605048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.605048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.605048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.605048] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.605048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.605048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.606182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.606413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.606599] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.609928] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1003.610256] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 deletion is rescheduled due to dependency. [ 1003.610737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.639565] env[68237]: INFO networking_nsxv3.common.synchronization [req-c81213ce-e40d-4f68-b216-3b9e0487384c req-d72bf2bc-8f5b-454f-8800-2c4d25895dc2 tempest-ServersTestBootFromVolume-1236961585 tempest-ServersTestBootFromVolume-1236961585-project-member] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_members [ 1003.640071] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGHEST for action security_group_members [ 1003.640387] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.640511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.640577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.640786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.641114] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.641114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.641314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.641424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.641512] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.641608] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.684497] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5edd7081-ae12-484d-8441-c64876a96967 [ 1003.684555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.684676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.684741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.684945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.685039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.685137] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5edd7081-ae12-484d-8441-c64876a96967 already deleted. [ 1003.685252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5edd7081-ae12-484d-8441-c64876a96967" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.113233] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.113233] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.113233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.113233] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 1004.148391] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.151590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.151590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.151590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.151590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.155070] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.155070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.155070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.155070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.165974] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1004.180565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.180886] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.181125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.181199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.181417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.181499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.181606] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da is going to be updated. [ 1004.215025] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.215223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.215289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.215632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.215708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.224917] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: IN_PROGRESS for 2s [ 1004.244138] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.244410] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.244557] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.244849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.245135] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.245295] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.245499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.245638] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.245786] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.246052] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.246177] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.246312] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.246426] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.246553] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.246667] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.246801] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.266903] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.267112] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.267308] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.267503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.267830] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-c5c56d0b-9541-4af9-9b67-3e468da9557f taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.268043] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.268171] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.268528] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.268716] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c56d0b-9541-4af9-9b67-3e468da9557f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.771564] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.771797] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.771928] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.772237] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.772394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.772553] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port c5c56d0b-9541-4af9-9b67-3e468da9557f not found, creating... [ 1004.772812] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.772994] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.773094] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.773316] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.773456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.773735] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.773890] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.774010] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.774335] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.774406] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.774545] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: c5c56d0b-9541-4af9-9b67-3e468da9557f is going to be created. [ 1004.795208] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.795429] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.795562] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.795833] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.796178] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.796309] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.954434] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e1e07808-325f-4eda-9c77-9657042b65ec tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_rules [ 1004.954945] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_rules [ 1004.955249] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.955373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.955437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.955718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.955761] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.048787] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e81f6d1d-4cca-4dae-b3b3-cdf2166fd1b2 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_rules [ 1005.049379] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_rules [ 1005.049687] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.049825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.279655] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2057b3a3-19b1-4d5b-b42e-374d49f01b9f None None] Enqueued Resource ID: 51efc5e4-0299-4d24-a2f5-adf2b4e083f1 with Priority: HIGHEST for action port [ 1005.281167] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51efc5e4-0299-4d24-a2f5-adf2b4e083f1 with Priority: HIGHEST for action port [ 1005.281780] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-51efc5e4-0299-4d24-a2f5-adf2b4e083f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.282325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51efc5e4-0299-4d24-a2f5-adf2b4e083f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.282426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51efc5e4-0299-4d24-a2f5-adf2b4e083f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.282680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51efc5e4-0299-4d24-a2f5-adf2b4e083f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.282768] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51efc5e4-0299-4d24-a2f5-adf2b4e083f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.477885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.480153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.480153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.480153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.480153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.480153] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 already deleted. [ 1005.480153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.480153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.480153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.480153] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.685941] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8a2fac9-dba9-4707-9d26-d869383c369a req-25eccf25-fd75-4b9a-b668-e386156bc771 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 1005.688154] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8a2fac9-dba9-4707-9d26-d869383c369a req-25eccf25-fd75-4b9a-b668-e386156bc771 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1005.688154] env[68237]: INFO networking_nsxv3.common.synchronization [req-e8a2fac9-dba9-4707-9d26-d869383c369a req-25eccf25-fd75-4b9a-b668-e386156bc771 service nova] Enqueued Resource ID: c5c56d0b-9541-4af9-9b67-3e468da9557f with Priority: HIGHEST for action port [ 1005.688154] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 1005.688154] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1005.688154] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c56d0b-9541-4af9-9b67-3e468da9557f with Priority: HIGHEST for action port [ 1005.688154] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.688154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.688154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.688611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.688679] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.689942] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690250] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c56d0b-9541-4af9-9b67-3e468da9557f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.690576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.690647] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c56d0b-9541-4af9-9b67-3e468da9557f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.786163] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51efc5e4-0299-4d24-a2f5-adf2b4e083f1 [ 1005.786407] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.786536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.786609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.786923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.787046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.787117] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51efc5e4-0299-4d24-a2f5-adf2b4e083f1 already deleted. [ 1005.787200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51efc5e4-0299-4d24-a2f5-adf2b4e083f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.001785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.001944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.002016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.002281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.002281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.002440] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 already deleted. [ 1006.002560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.176120] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1006.176319] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 1006.176441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.176615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.176844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.177035] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.177153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.177225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.177377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.177458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.177549] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.190830] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.190951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.192717] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5c56d0b-9541-4af9-9b67-3e468da9557f with status ACTIVE [ 1006.192822] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.192904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.193081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.193239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.193345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.193553] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.193664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.193740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.193954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.194051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.194244] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.194339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.194396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.194556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.194642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.194726] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5c56d0b-9541-4af9-9b67-3e468da9557f is going to be updated. [ 1006.220916] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.221116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.221163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.221722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.221722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.221722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c56d0b-9541-4af9-9b67-3e468da9557f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.235314] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9e0d048-2892-4e52-9be9-67b149a1a4da in Status: SUCCESS [ 1006.235563] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da deletion is rescheduled due to dependency. [ 1006.235703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.680116] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.184999] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.421474] env[68237]: INFO networking_nsxv3.common.synchronization [req-579adec5-b1fb-4fee-a608-acf492e8e6d0 req-3f435f09-e794-456b-860c-08b97d874953 tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1007.422059] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1007.423083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.423083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.423083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.423083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.423083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.423083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.423321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.423321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.423375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.423610] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.690657] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.690973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.690973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.691154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.691251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.691352] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 1007.720477] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.720632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.720697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.720931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.721138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.729840] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1007.925333] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.925494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.925575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.925950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.946993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.947275] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.947402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.947519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.947665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.947734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.947798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 1007.978183] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.979549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.979549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.979549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.979549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.990356] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 1008.025333] env[68237]: INFO networking_nsxv3.common.synchronization [req-b20f814d-df8f-45be-bbb8-139fe2fa3b15 req-a7c9bdfe-7ed0-468e-950b-3a06da68ef87 tempest-ListImageFiltersTestJSON-2040076982 tempest-ListImageFiltersTestJSON-2040076982-project-member] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1008.026332] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1008.026871] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.027121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.027121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.027353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.027690] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.028350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.028350] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.365166] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.365469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.365659] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.365973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.366791] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.366791] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.366791] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.367067] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.367098] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.367304] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.367422] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.367536] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.367647] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.367773] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.367889] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.368034] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.388554] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.388554] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.388554] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.388554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.388554] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.388554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.388554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.388554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.388554] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da84ae5-3ae6-4d70-b9c2-8281d992dec1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.531035] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.531266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.531391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.531656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.531798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.532073] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.532224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.532338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.532563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.532687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.532823] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 already deleted. [ 1008.532958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.890486] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.890841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.890841] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.891154] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.891404] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.891684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 5da84ae5-3ae6-4d70-b9c2-8281d992dec1 not found, creating... [ 1008.892059] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.892231] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.892356] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.892597] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.892736] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.893024] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.893186] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.893307] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.893515] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.893715] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.893863] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 5da84ae5-3ae6-4d70-b9c2-8281d992dec1 is going to be created. [ 1008.912247] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.912445] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.912573] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.912821] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.913063] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.913285] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.601352] env[68237]: INFO networking_nsxv3.common.synchronization [req-b20f814d-df8f-45be-bbb8-139fe2fa3b15 req-ba19bd4b-7036-4265-b1d9-9506102f2064 service nova] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_rules [ 1009.601544] env[68237]: INFO networking_nsxv3.common.synchronization [req-b20f814d-df8f-45be-bbb8-139fe2fa3b15 req-ba19bd4b-7036-4265-b1d9-9506102f2064 service nova] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1009.601625] env[68237]: INFO networking_nsxv3.common.synchronization [req-b20f814d-df8f-45be-bbb8-139fe2fa3b15 req-ba19bd4b-7036-4265-b1d9-9506102f2064 service nova] Enqueued Resource ID: 5da84ae5-3ae6-4d70-b9c2-8281d992dec1 with Priority: HIGHEST for action port [ 1009.601851] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_rules [ 1009.601981] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1009.602092] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da84ae5-3ae6-4d70-b9c2-8281d992dec1 with Priority: HIGHEST for action port [ 1009.602606] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606024] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.606024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.606024] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.606748] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.606748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.606748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606748] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da84ae5-3ae6-4d70-b9c2-8281d992dec1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.739502] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1009.739713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.739872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.740107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.740472] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.740641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.740708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.740889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.740977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.741084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.741181] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.000530] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 1010.000530] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b deletion is rescheduled due to dependency. [ 1010.000530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.110060] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.110060] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.111031] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da84ae5-3ae6-4d70-b9c2-8281d992dec1 with status ACTIVE [ 1010.111031] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111498] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.111498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111915] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.112027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.113395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.113395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.113395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.113395] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da84ae5-3ae6-4d70-b9c2-8281d992dec1 is going to be updated. [ 1010.133349] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.133540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.133571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.133764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.133888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.134062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da84ae5-3ae6-4d70-b9c2-8281d992dec1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.243095] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.244701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.244701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.244701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.244701] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.244701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.244701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.244976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.244976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.244976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.245114] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.245410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.245493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.245603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.245756] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.245834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.245921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.246111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.246721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.246801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.247618] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.352630] env[68237]: INFO networking_nsxv3.common.synchronization [req-e25f9f54-55d5-4eb6-a2e2-a904d29da28a req-05c08c4a-350c-4a7f-98a2-b23f0edc336e tempest-ListImageFiltersTestJSON-2040076982 tempest-ListImageFiltersTestJSON-2040076982-project-member] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1010.352630] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1010.352630] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.352630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.615996] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.749796] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b03df76-a68d-4153-80d6-db6179d8b2f7: rpc.has_security_group_logging(os_id): False [ 1010.770520] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.770667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.770760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.770988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.771114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.771333] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.771431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.771506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.771672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.771762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.772317] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.772317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.772317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.772317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.772836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.772836] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.772836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.772836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.773049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.773049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.775176] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 1010.832146] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.832412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.832451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.832715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.832918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.849286] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1010.896582] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.898017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.898017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.898017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.898017] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.898017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.898017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.898418] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.898664] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.898996] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.899249] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.899443] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.899647] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.899883] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.900128] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.900362] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.924248] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.924248] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.924248] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.924248] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.924248] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-8cb9c661-5875-4af2-9420-68539b4270e7 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.924561] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.924561] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.925112] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.925112] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb9c661-5875-4af2-9420-68539b4270e7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.118214] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.118561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.118561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.118631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.118717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.118885] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be created. [ 1011.143974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.144220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.144220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.144560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.144690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.153261] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: UNINITIALIZED for 2s [ 1011.428652] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.429191] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.429434] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.429870] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.430151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.430357] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 8cb9c661-5875-4af2-9420-68539b4270e7 not found, creating... [ 1011.430699] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.430866] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.431015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.431312] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.431511] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.431889] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.432118] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.432248] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.432497] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.432641] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.432812] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 8cb9c661-5875-4af2-9420-68539b4270e7 is going to be created. [ 1011.450924] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.451151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.451287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.451559] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.451821] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.452079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.130092] env[68237]: INFO networking_nsxv3.common.synchronization [req-e25f9f54-55d5-4eb6-a2e2-a904d29da28a req-a2baf4f9-3f77-47f6-8e8f-e36bcf9cdb13 service nova] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_rules [ 1012.130360] env[68237]: INFO networking_nsxv3.common.synchronization [req-e25f9f54-55d5-4eb6-a2e2-a904d29da28a req-a2baf4f9-3f77-47f6-8e8f-e36bcf9cdb13 service nova] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1012.130516] env[68237]: INFO networking_nsxv3.common.synchronization [req-e25f9f54-55d5-4eb6-a2e2-a904d29da28a req-a2baf4f9-3f77-47f6-8e8f-e36bcf9cdb13 service nova] Enqueued Resource ID: 8cb9c661-5875-4af2-9420-68539b4270e7 with Priority: HIGHEST for action port [ 1012.130742] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_rules [ 1012.130869] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1012.130966] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb9c661-5875-4af2-9420-68539b4270e7 with Priority: HIGHEST for action port [ 1012.131526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.133106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.133455] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.133597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.133954] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb9c661-5875-4af2-9420-68539b4270e7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.133954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.134100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.134299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.134409] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb9c661-5875-4af2-9420-68539b4270e7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.639623] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cb9c661-5875-4af2-9420-68539b4270e7 with status ACTIVE [ 1012.639623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.639623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.639623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.639623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.639623] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cb9c661-5875-4af2-9420-68539b4270e7 is going to be updated. [ 1012.650695] env[68237]: INFO networking_nsxv3.common.synchronization [req-cd217792-b5a4-485c-9457-70c787dd15c4 req-923ca7e3-e908-42cf-a198-f0afa8b54e11 tempest-ServersV294TestFqdnHostnames-842131445 tempest-ServersV294TestFqdnHostnames-842131445-project-member] Enqueued Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_members [ 1012.650788] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGHEST for action security_group_members [ 1012.651530] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.651647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.651716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.651899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652124] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.652233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.652299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.652574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.652657] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.660020] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.660147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.660209] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.660401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.660515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.660665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb9c661-5875-4af2-9420-68539b4270e7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.865865] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1012.866154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.155682] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.155682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.155682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.155682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.179634] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: SUCCESS [ 1013.179936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.180160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.180393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.180748] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.180921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.182246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.182246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.182246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.182246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.182246] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.183736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.183945] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.184066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.184128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.184280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.184354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.184436] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 is going to be updated. [ 1013.188268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.188268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.188268] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.188268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.188268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.188268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.188268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.188268] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.216951] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.217085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.217157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.217363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.217501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.226488] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 in Status: IN_PROGRESS for 2s [ 1013.688490] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.688707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.689048] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.196717] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.702724] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.702880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.702960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.703752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.703752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.703752] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be updated. [ 1014.753956] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.754111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.754180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.754383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.754525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.764996] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: IN_PROGRESS for 2s [ 1015.105428] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c064d34-3d87-4489-8075-5aa3657d9672 req-ce2a4ccb-3325-4c6c-b05b-cf6f02b6b489 tempest-MigrationsAdminTest-1911188526 tempest-MigrationsAdminTest-1911188526-project-member] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 1015.106128] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGHEST for action security_group_members [ 1015.106314] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.106424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.106495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.106682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.106824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.106907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.106967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.107492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.107585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.107668] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.238287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 in Status: SUCCESS [ 1015.238287] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 deletion is rescheduled due to dependency. [ 1015.238287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.610201] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.610326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.610326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.611052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.631505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.631789] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.631915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.631984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.632237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.632283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.632421] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be updated. [ 1015.656102] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.656255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.656333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.656536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.656676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.663881] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: IN_PROGRESS for 2s [ 1016.749332] env[68237]: INFO networking_nsxv3.common.synchronization [req-36daa8d6-d448-4911-bb87-dd048663a12a req-683ae115-60d7-4685-b80f-53fe43b159f3 tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 1016.749734] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 1016.750052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.750185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.750239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.750433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.750678] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.750678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.750774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.751677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.751677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.751677] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.777036] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: SUCCESS [ 1016.777289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.777780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.777950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.778491] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.778491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.778491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.778644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.778676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.778874] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.253596] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.280403] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.673483] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eeba323-9951-4025-bf81-7154565bbab6 in Status: SUCCESS [ 1017.673483] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 deletion is rescheduled due to dependency. [ 1017.673573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.756333] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.782735] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.259494] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.259648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.259710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.259945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.260211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.260211] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 1018.286856] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.286856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.286856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.286856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.286856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.286856] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be updated. [ 1018.288808] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.288808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.288808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.288808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.288997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.299821] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 1018.313635] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.313784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.313854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.314074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.314220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.321709] env[68237]: INFO networking_nsxv3.common.synchronization [req-80d86fa4-c0e7-40d8-8b27-a40ca17caa59 req-5e42de52-0dea-429b-96b3-cbd5fcdb0d19 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1018.322498] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: IN_PROGRESS for 2s [ 1018.323582] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1018.323880] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.323997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.324076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.324260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.324413] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.324514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.324577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.324719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.324801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.324892] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.350030] env[68237]: INFO networking_nsxv3.common.synchronization [req-80d86fa4-c0e7-40d8-8b27-a40ca17caa59 req-5e42de52-0dea-429b-96b3-cbd5fcdb0d19 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 1018.350221] env[68237]: INFO networking_nsxv3.common.synchronization [req-80d86fa4-c0e7-40d8-8b27-a40ca17caa59 req-5e42de52-0dea-429b-96b3-cbd5fcdb0d19 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1018.350377] env[68237]: INFO networking_nsxv3.common.synchronization [req-80d86fa4-c0e7-40d8-8b27-a40ca17caa59 req-5e42de52-0dea-429b-96b3-cbd5fcdb0d19 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e with Priority: HIGHEST for action port [ 1018.354171] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 1018.354171] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1018.354171] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e with Priority: HIGHEST for action port [ 1018.354171] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.354171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.354171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.354171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.354171] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.354737] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.354737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.354737] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.354737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.354928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.356784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.356861] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cddce0-c422-4f46-a41f-feecfe3a6b8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.826868] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.858921] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9cddce0-c422-4f46-a41f-feecfe3a6b8e with status ACTIVE [ 1018.859191] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.859326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.859392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.859591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.859683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.859862] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.859960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.860033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.860191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.860273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.860471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.860593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.860664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.860810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.860882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.860973] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e is going to be updated. [ 1018.862138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.862227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.882912] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.883084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.883206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.883496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.883496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.883880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.329539] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.832128] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.832617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.832617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.832750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.832806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.832869] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be updated. [ 1019.859068] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.859265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.859308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.859503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.859649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.867412] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: IN_PROGRESS for 2s [ 1019.986305] env[68237]: INFO networking_nsxv3.common.synchronization [req-9843b1e3-0744-4d91-b05c-9f69108d2357 req-8e2736d8-0e6b-400b-84ca-4d87ac368f21 tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1019.986936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1019.987318] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.987461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.987561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.987839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.988010] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.988119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.988183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.988336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.988422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.988514] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.308646] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 1020.308945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.334073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: SUCCESS [ 1020.334255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.334426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.334663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.334944] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.335099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.335168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.335347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.335441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.335528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.337247] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.337381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.337451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.337613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.337796] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.337899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.337973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.338158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.338264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338459] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.417736] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.418038] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.418209] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.418581] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.418874] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.419086] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.419228] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.419612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.419787] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.420075] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.420215] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.420349] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.420454] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.420583] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.420708] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.420851] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.442533] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.442674] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.442826] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.443026] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.443357] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.443534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.443661] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.443988] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.444146] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.491375] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.491707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.491707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.491808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.491901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.492119] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.492212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.493033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.493033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.493033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.493033] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 already deleted. [ 1020.493033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.840965] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5ddc8d-3908-4d03-84ca-548e7910b923: rpc.has_security_group_logging(os_id): False [ 1020.859044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.859338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.859338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.859552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.859649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.859855] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.859980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.860903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.860903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.860903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.860903] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.860903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.860903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.860903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.860903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.861257] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.861257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.861257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.861379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.861379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.861485] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be created. [ 1020.922226] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.922412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.922481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.922714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.922936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.932621] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: IN_PROGRESS for 2s [ 1020.946988] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.947260] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.947396] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.947698] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.947856] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.948025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e not found, creating... [ 1020.948298] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.948458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.948578] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.948805] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.948973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.949283] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.949440] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.949557] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.949768] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.949921] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.950147] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e is going to be created. [ 1020.968211] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.968445] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.968574] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.968852] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.969141] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.969377] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.311035] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c79d2c6-f121-46ba-baaa-5bcaa3d0e563 req-43335016-775e-4b89-a4e3-404fb1cd4b41 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1021.311035] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1021.311035] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.311035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.322091] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c79d2c6-f121-46ba-baaa-5bcaa3d0e563 req-43335016-775e-4b89-a4e3-404fb1cd4b41 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 1021.322277] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c79d2c6-f121-46ba-baaa-5bcaa3d0e563 req-43335016-775e-4b89-a4e3-404fb1cd4b41 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1021.322419] env[68237]: INFO networking_nsxv3.common.synchronization [req-5c79d2c6-f121-46ba-baaa-5bcaa3d0e563 req-43335016-775e-4b89-a4e3-404fb1cd4b41 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e with Priority: HIGHEST for action port [ 1021.322872] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_rules [ 1021.322996] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1021.323762] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e with Priority: HIGHEST for action port [ 1021.324167] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.324495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.324726] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.324820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.325018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.325140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.325186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.325366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.325515] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cddce0-c422-4f46-a41f-feecfe3a6b8e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.657579] env[68237]: INFO networking_nsxv3.common.synchronization [req-9843b1e3-0744-4d91-b05c-9f69108d2357 req-f703df81-e170-4ef0-a39b-474c07314c10 service nova] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 1021.657769] env[68237]: INFO networking_nsxv3.common.synchronization [req-9843b1e3-0744-4d91-b05c-9f69108d2357 req-f703df81-e170-4ef0-a39b-474c07314c10 service nova] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1021.657910] env[68237]: INFO networking_nsxv3.common.synchronization [req-9843b1e3-0744-4d91-b05c-9f69108d2357 req-f703df81-e170-4ef0-a39b-474c07314c10 service nova] Enqueued Resource ID: a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e with Priority: HIGHEST for action port [ 1021.658168] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 1021.658296] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1021.658392] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e with Priority: HIGHEST for action port [ 1021.659049] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.659106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.659179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.659373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.659456] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.660337] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.660451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.660518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.660952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.661418] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.661525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.661789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.661789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.661863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.661894] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.662651] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.662758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.662854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.663015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.663093] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.827928] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9cddce0-c422-4f46-a41f-feecfe3a6b8e with status ACTIVE [ 1021.828221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.828371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.828455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.828716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.828820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.829087] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.829202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.829250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.829426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.829493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.829701] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.829795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.829934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.830052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.830146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.830230] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9cddce0-c422-4f46-a41f-feecfe3a6b8e is going to be updated. [ 1021.851960] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.851960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.852390] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.852503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.852690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.852952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9cddce0-c422-4f46-a41f-feecfe3a6b8e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.877241] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: SUCCESS [ 1021.877534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.877774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.878064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.878282] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.878403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.878472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.878677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.878785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.878840] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.164748] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.165861] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.166044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.166234] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e with status ACTIVE [ 1022.166323] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.166435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.166504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.166695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.166782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.166971] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.167138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.167138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.167292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.167378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.167614] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.167614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.167716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.167799] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.167868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.167985] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e is going to be updated. [ 1022.190015] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.190204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.190296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.190430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.190572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.190729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0588ac9-a70d-4bc2-ad06-9dba2d2aa43e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.381173] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.540861] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9fe6ebe-d9d9-447c-8cd1-c98ad7ce1220 req-ad9a456b-b981-4311-85d8-2d0570594dfa tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1022.541424] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1022.541727] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.541852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.541916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.542130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.542281] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.542380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.542436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.542583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.542664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.542756] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.672289] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.883614] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.967081] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: SUCCESS [ 1022.967335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.967920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.968155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.968247] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.986838] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.987069] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.987205] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.987469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.987729] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.987998] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.987998] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.989107] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.989361] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.989681] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.989862] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.990090] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.990254] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.990394] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.990520] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.990677] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.013024] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.013024] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.013024] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.013024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.013024] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-03726444-b143-4a33-aabb-f2e439740b2d taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.013024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.013583] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.014300] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.014505] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03726444-b143-4a33-aabb-f2e439740b2d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.045035] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.175350] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.175523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.175599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.175829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.175921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.176033] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be created. [ 1023.205572] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.205572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.205572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.205810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.205863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.215017] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: UNINITIALIZED for 2s [ 1023.386491] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.386664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.386741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.387044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.387142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.387242] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be updated. [ 1023.416611] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.416611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.416611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.416611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.416611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.424150] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: IN_PROGRESS for 2s [ 1023.471559] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.471559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.471559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.471559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.471876] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.471876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.471876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.471991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.471991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.472090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.472161] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.517397] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.521022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 03726444-b143-4a33-aabb-f2e439740b2d not found, creating... [ 1023.521022] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.521022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.521612] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.521612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.521612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.521612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.521612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.521808] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 03726444-b143-4a33-aabb-f2e439740b2d is going to be created. [ 1023.542206] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.542423] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.542648] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.543040] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.543344] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.543612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.547162] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.977916] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.978241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.978241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.978383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.978554] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.978644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.978717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.978859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.979017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.979126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.979275] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.979365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.979423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.979567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.979705] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.979796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.979846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.979989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.980083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.980163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.980257] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.051842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.051842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.051842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.051842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.051842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.051842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1024.076122] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.077742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.077742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.077742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.077742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.086176] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1024.482227] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5ddc8d-3908-4d03-84ca-548e7910b923: rpc.has_security_group_logging(os_id): False [ 1024.499469] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.499677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.499677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.499887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.500070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.500295] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.500400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.500469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.500637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.500718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.500900] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.500996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.501076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.501221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.501299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.501493] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.501588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.501654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.501793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.501873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.501964] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be updated. [ 1024.556721] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.557044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.557044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.557278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.557437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.568356] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: IN_PROGRESS for 2s [ 1024.764402] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9fe6ebe-d9d9-447c-8cd1-c98ad7ce1220 req-01cfc3da-77c7-4403-8f83-af5a263bfa48 service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 1024.764533] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9fe6ebe-d9d9-447c-8cd1-c98ad7ce1220 req-01cfc3da-77c7-4403-8f83-af5a263bfa48 service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1024.764661] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9fe6ebe-d9d9-447c-8cd1-c98ad7ce1220 req-01cfc3da-77c7-4403-8f83-af5a263bfa48 service nova] Enqueued Resource ID: 03726444-b143-4a33-aabb-f2e439740b2d with Priority: HIGHEST for action port [ 1024.764892] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 1024.765057] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1024.765167] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03726444-b143-4a33-aabb-f2e439740b2d with Priority: HIGHEST for action port [ 1024.765673] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.765802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.765876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.766239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.766413] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.768192] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.768293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.768607] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-03726444-b143-4a33-aabb-f2e439740b2d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.768719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.768785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.769017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.769117] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03726444-b143-4a33-aabb-f2e439740b2d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.226963] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1025.226963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.227339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.227339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.227480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.227698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.227698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.227794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.227874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.227957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.228063] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.268939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.269167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.271496] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03726444-b143-4a33-aabb-f2e439740b2d with status ACTIVE [ 1025.271690] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.271803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.271864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.272100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.272191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.272363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.272466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.272530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.272695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.272776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.272919] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.273015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.273083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.273219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.273330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.273376] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03726444-b143-4a33-aabb-f2e439740b2d is going to be updated. [ 1025.292677] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.292844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.292922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.293179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.293327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.293866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03726444-b143-4a33-aabb-f2e439740b2d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.434128] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: SUCCESS [ 1025.434358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.434532] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.434763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.434961] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.435120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.435156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.435864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.435959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.436142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.436200] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.437724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.437907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.438107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.438240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.438307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.438458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.438536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.438627] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.457963] env[68237]: INFO networking_nsxv3.common.synchronization [req-98c9d79d-1761-49f1-8472-59118a3694b6 req-abe337ab-47aa-49fd-b569-948b0f21a227 tempest-AttachInterfacesUnderV243Test-1245714517 tempest-AttachInterfacesUnderV243Test-1245714517-project-member] Enqueued Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1025.458473] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ee2638-8904-45b3-ae41-6e23650a225e with Priority: HIGHEST for action security_group_members [ 1025.459541] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0ee2638-8904-45b3-ae41-6e23650a225e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.459541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.571438] env[68237]: INFO networking_nsxv3.common.synchronization [req-51ccbecd-1627-4b3c-9486-d8fba3deed63 req-2312fd08-036d-4abb-950d-d15bb77faae1 tempest-ServerTagsTestJSON-1541415858 tempest-ServerTagsTestJSON-1541415858-project-member] Enqueued Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_members [ 1025.572009] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_members [ 1025.572467] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.572594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.572662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.572921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.573130] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.573239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.573304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.573464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.573549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.573643] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.733010] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.075044] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.075044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.075044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.075044] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be updated. [ 1026.075044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.075044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.077616] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: IN_PROGRESS for 2s [ 1026.077616] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.077616] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.077616] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee994f97-09b7-44e2-9053-65d486c56524 already deleted. [ 1026.077616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.095569] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1026.095782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.095951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.096181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.096370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.096479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.096793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.096793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.096793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.096960] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.119734] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.119857] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-539" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.120078] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-539" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.121477] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-539" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.121477] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.121477] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.121726] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.122171] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.122171] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.122425] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.122550] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.122782] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.122782] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.122925] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.123114] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.123285] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.142546] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.142735] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.142952] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.143209] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-539" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.143571] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-435bf34a-456f-410e-89a2-4450cef07161 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.143845] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.143936] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.144298] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.144447] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435bf34a-456f-410e-89a2-4450cef07161',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.235571] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee7124f3-fa63-479f-997d-2be958e905f4: rpc.has_security_group_logging(os_id): False [ 1026.252087] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.252321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.252404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.252733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.252832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.253170] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.254395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.254395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.254395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.254395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.254395] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be created. [ 1026.321129] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.321285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.321384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.321636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.321788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.331747] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1026.443636] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0ee2638-8904-45b3-ae41-6e23650a225e: rpc.has_security_group_logging(os_id): False [ 1026.492908] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.492908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.493033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.493227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.493320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.493563] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.493659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.493725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.493874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.493960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.494059] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be updated. [ 1026.578517] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.578640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.578711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.579046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.579207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.581199] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: SUCCESS [ 1026.581355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.590152] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: IN_PROGRESS for 2s [ 1026.599581] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.648503] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.648503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.648503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.648503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.648503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.648503] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 435bf34a-456f-410e-89a2-4450cef07161 not found, creating... [ 1026.648823] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.649092] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.649175] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.649470] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.649646] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.650018] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.650208] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.650350] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.650626] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.650778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.650923] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 435bf34a-456f-410e-89a2-4450cef07161 is going to be created. [ 1026.679261] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.679572] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.679813] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.680280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.680592] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.681195] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.102093] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.517500] env[68237]: INFO networking_nsxv3.common.synchronization [req-51ccbecd-1627-4b3c-9486-d8fba3deed63 req-4b85e0b6-5e36-477d-9840-85ef25f50238 service nova] Enqueued Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_rules [ 1027.517500] env[68237]: INFO networking_nsxv3.common.synchronization [req-51ccbecd-1627-4b3c-9486-d8fba3deed63 req-4b85e0b6-5e36-477d-9840-85ef25f50238 service nova] Enqueued Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_members [ 1027.517500] env[68237]: INFO networking_nsxv3.common.synchronization [req-51ccbecd-1627-4b3c-9486-d8fba3deed63 req-4b85e0b6-5e36-477d-9840-85ef25f50238 service nova] Enqueued Resource ID: 435bf34a-456f-410e-89a2-4450cef07161 with Priority: HIGHEST for action port [ 1027.517500] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_rules [ 1027.517500] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_members [ 1027.517500] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435bf34a-456f-410e-89a2-4450cef07161 with Priority: HIGHEST for action port [ 1027.517500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.517500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.517500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.517500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.517500] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.518856] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.520176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.520176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.520176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.521859] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.521859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.521859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.521859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.521859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.521859] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.522146] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-435bf34a-456f-410e-89a2-4450cef07161 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.522224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.522311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.522916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.522916] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435bf34a-456f-410e-89a2-4450cef07161',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.604114] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.604289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.604344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.605028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.605028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.605028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1027.632882] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.632882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.632882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.632882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.632882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.640753] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1028.021028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: SUCCESS [ 1028.021028] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e deletion is rescheduled due to dependency. [ 1028.021239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.021431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.021770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.022074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.022269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.022399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.022649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.022790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.022950] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.026842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.026967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.027120] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.027798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 435bf34a-456f-410e-89a2-4450cef07161 with status ACTIVE [ 1028.027956] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.028071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.028136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.028288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.028366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.028524] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.028615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.028675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.028809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.028881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.029156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.029248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.029248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.029360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.029430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.029573] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 435bf34a-456f-410e-89a2-4450cef07161 is going to be updated. [ 1028.051749] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.051945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.051945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.052157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.052293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.052449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-435bf34a-456f-410e-89a2-4450cef07161" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.345872] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1028.346132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.525563] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.525887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.525887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.526040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.526118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.526305] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.526425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.526480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.526614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.526691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.526779] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be updated. [ 1028.532993] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.551140] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.551315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.551315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.552672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.552672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.562785] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: IN_PROGRESS for 2s [ 1028.606255] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: SUCCESS [ 1028.606255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.606255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.606255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.606255] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.034993] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.035233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.035233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.035552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.035651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.035752] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee994f97-09b7-44e2-9053-65d486c56524 is going to be created. [ 1029.060353] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.060557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.060557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.060785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.060967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.072278] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee994f97-09b7-44e2-9053-65d486c56524 in Status: UNINITIALIZED for 2s [ 1029.125714] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.125861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.125927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.126160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.126253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.126353] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be deleted. [ 1029.190562] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.190728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.190774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.191018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.191116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.191256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.650221] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1029.651273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.651519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.652148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.652316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.652495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.652578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.652823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.652956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.654158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.654348] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.160368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.160599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.160599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.161329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.161532] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.161630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.161697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.161893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.162161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.162161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.162296] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.162369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.162369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.162538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.162974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.162974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.162974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.162974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.163715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.163771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.163835] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.582339] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0ee2638-8904-45b3-ae41-6e23650a225e in Status: SUCCESS [ 1030.582339] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e deletion is rescheduled due to dependency. [ 1030.582445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.582569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.582785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.583018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.583104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.583163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.583315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.583395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.583495] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0ee2638-8904-45b3-ae41-6e23650a225e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.667059] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 1030.686324] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.686324] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.686324] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.686324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.686907] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.686907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.687192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.687534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.687744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.687941] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1030.749869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.749869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.749869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.750570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.750769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.766728] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1031.083395] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee994f97-09b7-44e2-9053-65d486c56524 in Status: SUCCESS [ 1031.083395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.083395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.083603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.083778] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.083882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.083918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.084168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.084281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.084281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.084963] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.089514] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.092151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.092151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.092151] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0ee2638-8904-45b3-ae41-6e23650a225e is going to be deleted. [ 1031.117657] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.117835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.117878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.118225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.118287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.118424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0ee2638-8904-45b3-ae41-6e23650a225e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.590077] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.590285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.590335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.590607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.590814] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.590930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.591042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.591252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.591349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.591442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.591636] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.594639] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.594639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.594639] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.043828] env[68237]: INFO networking_nsxv3.common.synchronization [req-2976d986-daa7-4d6a-9ad0-b79a778c09b5 req-29193f98-3918-45de-9d9f-ac2f578a520e tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1032.046676] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1032.046676] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.046676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.046676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.046676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.046676] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.046676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.046676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.046676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.046676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.046676] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.098398] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee994f97-09b7-44e2-9053-65d486c56524: rpc.has_security_group_logging(os_id): False [ 1032.117770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.117770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.117770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.117770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.117986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.118153] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.118153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.118153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.118310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.118385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.118562] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.118649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.118716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.118841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.118922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.119285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.119383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.119445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.119588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.119662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.119768] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee994f97-09b7-44e2-9053-65d486c56524 is going to be created. [ 1032.206915] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.207085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.207176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.207544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.207753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.222496] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee994f97-09b7-44e2-9053-65d486c56524 in Status: IN_PROGRESS for 2s [ 1032.549234] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.549436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.549513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.549752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.549865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.550116] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.550251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.550318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.550486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.550583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.550685] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 1032.574486] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.574726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.574820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.575531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.575709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.584679] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 1032.733673] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.734259] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.734428] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.734760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.735081] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.735280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.735431] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.735696] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.735947] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.736300] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.736788] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.736788] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.736788] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.736924] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.737823] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.737823] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.755172] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.755374] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.755449] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.755617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-735" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.756086] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-30943db2-6cce-4a90-9e45-5cf14eb6e799 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.756280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.756546] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.760077] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.760077] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30943db2-6cce-4a90-9e45-5cf14eb6e799',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.782543] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1032.783082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.262523] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.263028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.263028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.263570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.263570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.263570] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 30943db2-6cce-4a90-9e45-5cf14eb6e799 not found, creating... [ 1033.263799] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.263983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.264124] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.264383] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.264548] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.264889] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.265152] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.265327] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.265511] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.265647] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.265791] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 30943db2-6cce-4a90-9e45-5cf14eb6e799 is going to be created. [ 1033.285268] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.285511] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.285613] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.286048] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.286119] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.286339] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.990458] env[68237]: INFO networking_nsxv3.common.synchronization [req-2976d986-daa7-4d6a-9ad0-b79a778c09b5 req-345206df-f237-4e79-a6d1-be8312321eeb service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 1033.990637] env[68237]: INFO networking_nsxv3.common.synchronization [req-2976d986-daa7-4d6a-9ad0-b79a778c09b5 req-345206df-f237-4e79-a6d1-be8312321eeb service nova] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1033.990777] env[68237]: INFO networking_nsxv3.common.synchronization [req-2976d986-daa7-4d6a-9ad0-b79a778c09b5 req-345206df-f237-4e79-a6d1-be8312321eeb service nova] Enqueued Resource ID: 30943db2-6cce-4a90-9e45-5cf14eb6e799 with Priority: HIGHEST for action port [ 1033.991388] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_rules [ 1033.991471] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1033.991645] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30943db2-6cce-4a90-9e45-5cf14eb6e799 with Priority: HIGHEST for action port [ 1033.992068] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.992251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.992348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.992632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.992736] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.994753] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.994753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.994753] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-30943db2-6cce-4a90-9e45-5cf14eb6e799 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.994753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.994975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.995070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.995158] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30943db2-6cce-4a90-9e45-5cf14eb6e799',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.236527] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee994f97-09b7-44e2-9053-65d486c56524 in Status: SUCCESS [ 1034.236764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.497438] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.497438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.497438] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30943db2-6cce-4a90-9e45-5cf14eb6e799 with status ACTIVE [ 1034.498119] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.498119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.498119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.498119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.498119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.498119] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.498324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.498324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.498411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.498650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.498755] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.498755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.498834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.500172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.500172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.500172] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30943db2-6cce-4a90-9e45-5cf14eb6e799 is going to be updated. [ 1034.518951] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.519105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.519210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.519423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.519594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.519763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30943db2-6cce-4a90-9e45-5cf14eb6e799" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.595684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 1034.595900] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b deletion is rescheduled due to dependency. [ 1034.596032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.596203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.596465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.596659] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.596780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.596849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.597021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.597120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.597220] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.656051] env[68237]: INFO networking_nsxv3.common.synchronization [req-40195e4b-65f2-4694-b524-4a053d3f3208 req-4c4118df-f521-4dee-9657-96336333ec90 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_members [ 1034.656654] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_members [ 1034.657008] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.657146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.657230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.657543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.657758] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.657914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.657986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.658192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.658281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.658408] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.984064] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.984064] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.984064] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.984064] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.984064] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.984416] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.984416] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.984488] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.984581] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.984788] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.984899] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.985014] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.985138] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.985243] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.985359] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.985488] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.005327] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.005573] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.005769] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.006009] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.007106] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-57ce8ddd-0a20-4416-bf55-acd66870ad00 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.007106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.007106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.010921] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.011155] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ce8ddd-0a20-4416-bf55-acd66870ad00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.099588] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.161592] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.161763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.161835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.162087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.162187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.162406] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.162509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.162577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.162899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.162992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.163096] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 already deleted. [ 1035.163208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.515053] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.515360] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.515435] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.515719] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.515871] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.516068] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 57ce8ddd-0a20-4416-bf55-acd66870ad00 not found, creating... [ 1035.516320] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.516509] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.516620] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.516821] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.516984] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.517266] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.517427] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.517547] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.517758] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.517898] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.518055] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 57ce8ddd-0a20-4416-bf55-acd66870ad00 is going to be created. [ 1035.542909] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.543140] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.543239] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.543523] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.543754] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.543989] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.603018] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.105457] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.105763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.106439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.106439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.106439] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 1036.138320] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.138524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.138580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.138749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.138910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.147499] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 1036.244411] env[68237]: INFO networking_nsxv3.common.synchronization [req-40195e4b-65f2-4694-b524-4a053d3f3208 req-a8f6dae2-6287-4bb3-a07f-f71cc1f6b576 service nova] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_rules [ 1036.244776] env[68237]: INFO networking_nsxv3.common.synchronization [req-40195e4b-65f2-4694-b524-4a053d3f3208 req-a8f6dae2-6287-4bb3-a07f-f71cc1f6b576 service nova] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_members [ 1036.245024] env[68237]: INFO networking_nsxv3.common.synchronization [req-40195e4b-65f2-4694-b524-4a053d3f3208 req-a8f6dae2-6287-4bb3-a07f-f71cc1f6b576 service nova] Enqueued Resource ID: 57ce8ddd-0a20-4416-bf55-acd66870ad00 with Priority: HIGHEST for action port [ 1036.245283] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_rules [ 1036.245412] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_members [ 1036.245505] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ce8ddd-0a20-4416-bf55-acd66870ad00 with Priority: HIGHEST for action port [ 1036.246165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.246306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.246379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.246581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.246657] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.247775] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.247905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.247986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.248177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.248725] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.248831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.248901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.249170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.249314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.249422] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.250261] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ce8ddd-0a20-4416-bf55-acd66870ad00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.250363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.250425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.250577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.250648] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ce8ddd-0a20-4416-bf55-acd66870ad00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.754349] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.754676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.754814] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.756396] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57ce8ddd-0a20-4416-bf55-acd66870ad00 with status ACTIVE [ 1036.756581] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.756733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.756823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.757099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.757212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.757446] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.757578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.757664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.757891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.758015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.758618] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.758618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.758618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.758773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.758773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.758841] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57ce8ddd-0a20-4416-bf55-acd66870ad00 is going to be updated. [ 1036.781643] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.781858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.781965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.782266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.782448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.782651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ce8ddd-0a20-4416-bf55-acd66870ad00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.261765] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.766423] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.766423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.766423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.766423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.766423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.766423] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 is going to be created. [ 1037.789842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.789842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.789842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.789842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.789842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.799623] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: UNINITIALIZED for 2s [ 1037.969651] env[68237]: INFO networking_nsxv3.common.synchronization [req-1de05159-792c-4e81-a41c-70c6aceac3eb req-872ed9db-cc1b-40e6-8739-a8d7e211e840 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1037.970273] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1037.970635] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.970738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.970815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.971049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.971207] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.971318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.971386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.971534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.971631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.971733] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.156051] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 1038.156051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.156051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.156357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.156518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.156639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.156706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.156875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.156969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.157070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.157168] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.474178] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.659327] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.660124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.660381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.660661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.660877] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.660999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.661090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.661258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.661346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661596] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.661689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.663339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.664253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.664437] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.664739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.664812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.664971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.665067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.665155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.665279] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.977331] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.168098] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bc04664-3d7a-41ee-bab2-3112c22b047b: rpc.has_security_group_logging(os_id): False [ 1039.186837] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.187159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.187250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.187487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.187608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.187863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.187982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.188071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.188271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.188368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.188569] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.188670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.188746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.188895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.189133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.189245] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.189343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.189422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.189606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.189735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.189735] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 1039.257401] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.257578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.257630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.257828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.257972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.271659] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 1039.479658] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.479787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.479871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.480158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.480283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.480387] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1039.507445] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.507650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.507718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.507911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.508099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.516325] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1039.810450] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: SUCCESS [ 1039.810450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.810450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.810450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.810450] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.810450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.810450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.810816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.810816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.810816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.810816] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.313073] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.816564] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ae9d77-c271-4612-a2be-a79784a0ccc3: rpc.has_security_group_logging(os_id): False [ 1040.833660] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.833908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.833908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.833998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.834094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.834361] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.834456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.834493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.834657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.834735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.835142] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 is going to be created. [ 1040.893213] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.893213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.893213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.893213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.893487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.905072] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: IN_PROGRESS for 2s [ 1041.017801] env[68237]: INFO networking_nsxv3.common.synchronization [req-d9f586dc-9dfc-49f3-85ba-142d95d1e471 req-e011b412-a502-4756-9b4d-ced105651a4b tempest-ServerTagsTestJSON-1541415858 tempest-ServerTagsTestJSON-1541415858-project-member] Enqueued Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_members [ 1041.017801] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGHEST for action security_group_members [ 1041.017991] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.018154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.018429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.018429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.018597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.018698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.018760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.018936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.019044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.019193] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.285775] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 1041.286089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.522710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.522710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.522710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.522710] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee994f97-09b7-44e2-9053-65d486c56524 is going to be updated. [ 1041.527834] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1041.528050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.549025] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.549025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.549025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.549025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.549025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.555447] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee994f97-09b7-44e2-9053-65d486c56524 in Status: IN_PROGRESS for 2s [ 1042.920058] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: SUCCESS [ 1042.920403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.565878] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee994f97-09b7-44e2-9053-65d486c56524 in Status: SUCCESS [ 1043.566100] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee994f97-09b7-44e2-9053-65d486c56524 deletion is rescheduled due to dependency. [ 1043.566195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.018294] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1046.018688] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1046.122236] env[68237]: INFO networking_nsxv3.common.synchronization [req-2faec779-23a6-484b-9be0-f7a3945da5a0 req-7045b21d-9504-48e6-a39c-290e3e326264 tempest-ServerDiagnosticsNegativeTest-609288804 tempest-ServerDiagnosticsNegativeTest-609288804-project-member] Enqueued Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_members [ 1046.122791] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_members [ 1046.127633] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.127633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.127633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.127633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.127633] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.127633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.127633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.127633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.127633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.127633] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.429156] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.429483] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.429649] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.429943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.431041] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.431041] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.431041] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.431041] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.431041] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.431315] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.431315] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.431378] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.431474] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.431624] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.431745] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.431882] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.453292] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.453292] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.453473] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.454244] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-220" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.454244] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-98fde36b-000a-43da-ac75-ac997cb773c2 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.454244] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.454244] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.454527] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.454669] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fde36b-000a-43da-ac75-ac997cb773c2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.553707] env[68237]: INFO networking_nsxv3.common.synchronization [None req-60eccf35-fd53-4469-9c35-a4567336a2f1 None None] Enqueued Resource ID: 84f9e8b7-2052-4677-84cc-6ce2e7bd1971 with Priority: HIGHEST for action port [ 1046.554295] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f9e8b7-2052-4677-84cc-6ce2e7bd1971 with Priority: HIGHEST for action port [ 1046.554638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f9e8b7-2052-4677-84cc-6ce2e7bd1971 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.554765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f9e8b7-2052-4677-84cc-6ce2e7bd1971" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.554850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f9e8b7-2052-4677-84cc-6ce2e7bd1971" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.559800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f9e8b7-2052-4677-84cc-6ce2e7bd1971" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.559800] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f9e8b7-2052-4677-84cc-6ce2e7bd1971',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.629165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.629630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.629630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.631427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.631622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.631926] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.632412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.632412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.632412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.632707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.632707] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4986c473-d42e-4750-b77c-e55ac0858eba already deleted. [ 1046.632861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.958174] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.961201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.961201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.961201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.961201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.961201] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 98fde36b-000a-43da-ac75-ac997cb773c2 not found, creating... [ 1046.961201] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.961201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.961201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.961201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.967617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.967617] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.967617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.967617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.967617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.967617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.967617] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 98fde36b-000a-43da-ac75-ac997cb773c2 is going to be created. [ 1046.984456] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.984456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.984456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.984456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.984456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.984456] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.061501] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84f9e8b7-2052-4677-84cc-6ce2e7bd1971 [ 1047.061791] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.061885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.061949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.062201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.062321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.062418] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84f9e8b7-2052-4677-84cc-6ce2e7bd1971 already deleted. [ 1047.062504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f9e8b7-2052-4677-84cc-6ce2e7bd1971" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.702916] env[68237]: INFO networking_nsxv3.common.synchronization [req-2faec779-23a6-484b-9be0-f7a3945da5a0 req-54f646fe-4358-4725-8ae8-12b5c7768fa1 service nova] Enqueued Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_rules [ 1047.703115] env[68237]: INFO networking_nsxv3.common.synchronization [req-2faec779-23a6-484b-9be0-f7a3945da5a0 req-54f646fe-4358-4725-8ae8-12b5c7768fa1 service nova] Enqueued Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_members [ 1047.703258] env[68237]: INFO networking_nsxv3.common.synchronization [req-2faec779-23a6-484b-9be0-f7a3945da5a0 req-54f646fe-4358-4725-8ae8-12b5c7768fa1 service nova] Enqueued Resource ID: 98fde36b-000a-43da-ac75-ac997cb773c2 with Priority: HIGHEST for action port [ 1047.703481] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_rules [ 1047.703623] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_members [ 1047.703717] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fde36b-000a-43da-ac75-ac997cb773c2 with Priority: HIGHEST for action port [ 1047.704744] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.704862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.704918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.705166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.705263] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.706089] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.706210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.706315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.706565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.707692] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.707692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.707692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.707692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.707692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.707692] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.707950] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fde36b-000a-43da-ac75-ac997cb773c2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.708148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.708238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.708421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.708550] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fde36b-000a-43da-ac75-ac997cb773c2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.209829] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.211054] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.211215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.213727] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98fde36b-000a-43da-ac75-ac997cb773c2 with status ACTIVE [ 1048.213992] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.214152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.214454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.214556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.214742] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.214866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.215123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.215218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.215438] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.215571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.215636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.215782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.215871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.215965] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98fde36b-000a-43da-ac75-ac997cb773c2 is going to be updated. [ 1048.239664] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.239812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.239855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.240071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.240249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.240452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fde36b-000a-43da-ac75-ac997cb773c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.629548] env[68237]: INFO networking_nsxv3.common.synchronization [None req-7eac36d2-1850-43c9-865e-99239c4de893 None None] Enqueued Resource ID: ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7 with Priority: HIGHEST for action port [ 1048.630801] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7 with Priority: HIGHEST for action port [ 1048.630801] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.630801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.630801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.631327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.631468] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.712398] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.135408] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7 [ 1049.135551] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.135645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.135686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.135972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.136082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.136180] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7 already deleted. [ 1049.136263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5cc502-a50d-4ee3-b497-9d7d88cbbcc7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.214584] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.214989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.214989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.215094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.215129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.215238] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4986c473-d42e-4750-b77c-e55ac0858eba is going to be created. [ 1049.239389] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.239539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.239612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.239805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.239964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.248145] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4986c473-d42e-4750-b77c-e55ac0858eba in Status: UNINITIALIZED for 2s [ 1051.259437] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4986c473-d42e-4750-b77c-e55ac0858eba in Status: SUCCESS [ 1051.259834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.259834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.260062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.260271] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.260419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.260515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.260698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.260782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.260895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.261017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.764796] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.764796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.764796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.764977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.768713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.768713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.768713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.768713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.768713] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.193667] env[68237]: INFO networking_nsxv3.common.synchronization [req-257960ff-95e0-4041-9602-ebafc3b493b6 req-37bd2c64-aed1-4885-93c9-f51024b91253 tempest-ServersWithSpecificFlavorTestJSON-1668795449 tempest-ServersWithSpecificFlavorTestJSON-1668795449-project-member] Enqueued Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 1052.195448] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 with Priority: HIGHEST for action security_group_members [ 1052.195448] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d430cf-10c3-40f3-b9d2-4350982e58b0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.195717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.195806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.196182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.196401] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.196538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.196653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.196954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.197025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.197140] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d430cf-10c3-40f3-b9d2-4350982e58b0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.269074] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4986c473-d42e-4750-b77c-e55ac0858eba: rpc.has_security_group_logging(os_id): False [ 1052.298960] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.299208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.299298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.299519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.299615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.299905] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.300060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.300160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.300404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.300481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.300696] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.300812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.300862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.301025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.301106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.301293] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.301387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.301448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.301586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.301659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.301742] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4986c473-d42e-4750-b77c-e55ac0858eba is going to be created. [ 1052.369861] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.370120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.370120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.370327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.370497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.387331] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4986c473-d42e-4750-b77c-e55ac0858eba in Status: IN_PROGRESS for 2s [ 1052.699511] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.699787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.699908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.700223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.721053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.721363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.721483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.721594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.721858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.721951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.722120] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 is going to be updated. [ 1052.750921] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.750921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.750921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.750921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.750921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.758436] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: IN_PROGRESS for 2s [ 1053.869570] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9ad7342-1e98-4061-bd44-278440497159 req-7dcee95e-4c2b-4167-801d-0b602fc1147f tempest-ImagesTestJSON-917860625 tempest-ImagesTestJSON-917860625-project-member] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1053.869570] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGHEST for action security_group_members [ 1053.869570] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.869978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.869978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.869978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.870095] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.870150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.870216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.870358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.870456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.870544] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.958605] env[68237]: INFO networking_nsxv3.common.synchronization [req-6c1a4974-6c4a-4989-9439-b50c5ba43dfe req-6eab3934-7f6b-439a-a086-fc081a0156da tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1053.959177] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1053.959531] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.959687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.959774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.959988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.960182] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.960348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.960431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.960607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.960715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.960828] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.372798] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.373250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.373339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.373580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.373693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.373926] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.374061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.374181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.374300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.374389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.374482] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be updated. [ 1054.401501] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4986c473-d42e-4750-b77c-e55ac0858eba in Status: SUCCESS [ 1054.401985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.409416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.409416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.409416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.409416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.409416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.416213] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.416343] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.416429] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.417210] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.417508] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.417692] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.417825] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.418659] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.418659] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.418659] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.418906] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.418906] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.418977] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.419299] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.419521] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.420045] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.421514] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: IN_PROGRESS for 2s [ 1054.440434] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.440434] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.440434] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.440434] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.440434] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-9389f00b-7d76-4743-9f6d-d9af08918ce6 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.440434] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.440434] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.440806] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.440806] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9389f00b-7d76-4743-9f6d-d9af08918ce6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.462708] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.462887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.462978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.463220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.463322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.463541] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.463662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.463732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.463906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.463988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464103] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1054.478482] env[68237]: INFO networking_nsxv3.common.synchronization [req-34a06802-5d64-42f8-aa4a-0e11d32a73d9 req-8056664d-3876-4eb3-8940-5b57fa378625 tempest-ServersAdminTestJSON-150758922 tempest-ServersAdminTestJSON-150758922-project-member] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 1054.479023] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGHEST for action security_group_members [ 1054.479340] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.479491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.479568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.479748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.479903] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.480042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.480166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.480374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.480374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.480542] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.485482] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.485616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.485702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.485881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.486047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.498639] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1054.768269] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 in Status: SUCCESS [ 1054.768601] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d430cf-10c3-40f3-b9d2-4350982e58b0 deletion is rescheduled due to dependency. [ 1054.768777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d430cf-10c3-40f3-b9d2-4350982e58b0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.943370] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.943783] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.943783] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.943954] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.944093] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.944260] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 9389f00b-7d76-4743-9f6d-d9af08918ce6 not found, creating... [ 1054.944529] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.944692] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.944813] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.945056] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.945201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.945492] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.945657] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.945778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.945995] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.946300] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.946420] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 9389f00b-7d76-4743-9f6d-d9af08918ce6 is going to be created. [ 1054.966094] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.966384] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.966651] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.966951] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.967210] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.967534] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.983111] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.983311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.983311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.983569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.005509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005794] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.005921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.005987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.006224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.006478] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be updated. [ 1055.029642] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.029820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.029902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.030168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.030346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.039238] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: IN_PROGRESS for 2s [ 1055.698356] env[68237]: INFO networking_nsxv3.common.synchronization [req-6c1a4974-6c4a-4989-9439-b50c5ba43dfe req-92597609-bd57-4523-8f08-8fd53920b73a service nova] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 1055.698356] env[68237]: INFO networking_nsxv3.common.synchronization [req-6c1a4974-6c4a-4989-9439-b50c5ba43dfe req-92597609-bd57-4523-8f08-8fd53920b73a service nova] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1055.698535] env[68237]: INFO networking_nsxv3.common.synchronization [req-6c1a4974-6c4a-4989-9439-b50c5ba43dfe req-92597609-bd57-4523-8f08-8fd53920b73a service nova] Enqueued Resource ID: 9389f00b-7d76-4743-9f6d-d9af08918ce6 with Priority: HIGHEST for action port [ 1055.699247] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 1055.699402] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1055.699467] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9389f00b-7d76-4743-9f6d-d9af08918ce6 with Priority: HIGHEST for action port [ 1055.699813] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.699965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.700017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.700253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.700358] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.702781] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.702898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.703103] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9389f00b-7d76-4743-9f6d-d9af08918ce6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.703208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.703293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.703548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.703614] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9389f00b-7d76-4743-9f6d-d9af08918ce6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.204900] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.205302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.206502] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9389f00b-7d76-4743-9f6d-d9af08918ce6 with status ACTIVE [ 1056.206710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.206830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.206957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.207224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.207320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.207534] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.207663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.207747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.207899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.207997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.208274] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.208383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.208383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.208496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.208555] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.208636] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9389f00b-7d76-4743-9f6d-d9af08918ce6 is going to be updated. [ 1056.230931] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.231145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.231192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.231446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.231590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.231785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9389f00b-7d76-4743-9f6d-d9af08918ce6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.435022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b in Status: SUCCESS [ 1056.435022] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b deletion is rescheduled due to dependency. [ 1056.435022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.508866] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1056.509071] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 deletion is rescheduled due to dependency. [ 1056.509199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.509415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.509574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.509818] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.509911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.509911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.510097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.510162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.510243] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.012861] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.049892] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4067c49-c262-419f-843d-1b396847e8bf in Status: SUCCESS [ 1057.050085] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4067c49-c262-419f-843d-1b396847e8bf deletion is rescheduled due to dependency. [ 1057.050128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.517138] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.020269] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.020487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.020487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.020683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.020764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.021243] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1058.053727] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.054139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.054139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.054380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.054587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.071645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1059.844772] env[68237]: INFO networking_nsxv3.common.synchronization [req-8860730a-eb00-49a9-af75-6ac9ba5a2101 req-bbb1856a-d62c-404d-aae6-cec9132f511d tempest-ServerDiagnosticsNegativeTest-609288804 tempest-ServerDiagnosticsNegativeTest-609288804-project-member] Enqueued Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_members [ 1059.845548] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGHEST for action security_group_members [ 1059.845960] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.846243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.846379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.846651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.846877] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.847080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.847201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.847433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.847589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.847768] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.080411] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1060.080616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.080814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.081058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.081267] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.081712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.081712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.081712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.081712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.081936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.081936] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.353747] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.353747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.353747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.353747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.354038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.354038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.354137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.354229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.354530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.354530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.354530] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4986c473-d42e-4750-b77c-e55ac0858eba is going to be updated. [ 1060.378688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.379025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.379155] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.379680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.379914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.390388] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4986c473-d42e-4750-b77c-e55ac0858eba in Status: IN_PROGRESS for 2s [ 1060.583942] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.086552] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6a70dc5-27eb-44a9-a559-b845c3b65705: rpc.has_security_group_logging(os_id): False [ 1061.105383] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.105571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.105571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.105750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.105855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.106128] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.106232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.106296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.106468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.106553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.106652] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1061.176226] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.176410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.176509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.176797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.176970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.195201] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1061.279631] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2a3d6fe0-88f3-40ec-85e0-5688bc362fc2 None None] Enqueued Resource ID: 8d597ddd-c5ae-44c3-a72a-783976b0185f with Priority: HIGHEST for action port [ 1061.281281] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d597ddd-c5ae-44c3-a72a-783976b0185f with Priority: HIGHEST for action port [ 1061.281636] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d597ddd-c5ae-44c3-a72a-783976b0185f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.281769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d597ddd-c5ae-44c3-a72a-783976b0185f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.281838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d597ddd-c5ae-44c3-a72a-783976b0185f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.282120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d597ddd-c5ae-44c3-a72a-783976b0185f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.282209] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d597ddd-c5ae-44c3-a72a-783976b0185f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.784616] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d597ddd-c5ae-44c3-a72a-783976b0185f [ 1061.785237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.785237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.785237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.785445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.785445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.785566] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d597ddd-c5ae-44c3-a72a-783976b0185f already deleted. [ 1061.785623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d597ddd-c5ae-44c3-a72a-783976b0185f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.404265] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4986c473-d42e-4750-b77c-e55ac0858eba in Status: SUCCESS [ 1062.404521] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4986c473-d42e-4750-b77c-e55ac0858eba deletion is rescheduled due to dependency. [ 1062.404580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.504500] env[68237]: INFO networking_nsxv3.common.synchronization [None req-684f92c2-60f4-41f5-99d0-c1181922fc73 tempest-ServersTestJSON-1929471806 tempest-ServersTestJSON-1929471806-project-member] Enqueued Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_rules [ 1062.504500] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_rules [ 1062.504500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.504500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.504500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.504732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.504773] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.585617] env[68237]: INFO networking_nsxv3.common.synchronization [None req-13cee0fd-c3d8-4cc4-bd78-7efa531883bc tempest-ServersTestJSON-1929471806 tempest-ServersTestJSON-1929471806-project-member] Enqueued Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_rules [ 1062.586363] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_rules [ 1062.587011] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.587216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.024097] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.024340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.024340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.024546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.024603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.024683] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 already deleted. [ 1063.024771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.024945] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.025095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.025175] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.210218] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1063.210465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.342569] env[68237]: INFO networking_nsxv3.common.synchronization [None req-97c1b33e-fdf5-4cc1-9a9b-4c27e4a14a40 None None] Enqueued Resource ID: c5100d08-804f-4bc4-bf25-bdfc32d795e6 with Priority: HIGHEST for action port [ 1063.343159] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5100d08-804f-4bc4-bf25-bdfc32d795e6 with Priority: HIGHEST for action port [ 1063.343499] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5100d08-804f-4bc4-bf25-bdfc32d795e6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.343623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5100d08-804f-4bc4-bf25-bdfc32d795e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.343696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5100d08-804f-4bc4-bf25-bdfc32d795e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.344010] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5100d08-804f-4bc4-bf25-bdfc32d795e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.344141] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5100d08-804f-4bc4-bf25-bdfc32d795e6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.546597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.546597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.546948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.547178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.547339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.547518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 already deleted. [ 1063.547665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.847076] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5100d08-804f-4bc4-bf25-bdfc32d795e6 [ 1063.847076] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.847347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.847347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.847550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.847550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.847626] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5100d08-804f-4bc4-bf25-bdfc32d795e6 already deleted. [ 1063.847663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5100d08-804f-4bc4-bf25-bdfc32d795e6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.939722] env[68237]: INFO networking_nsxv3.common.synchronization [req-4b6f2794-8f81-47fa-8942-a965559d3411 req-f3dbea00-6ab0-4b8c-9783-7607571cf142 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1065.940274] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1065.941178] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.941342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.941422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.941641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.941820] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.941937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.942010] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.942191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.942294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.942524] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.444336] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.946118] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.449215] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.449884] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1067.480959] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.482678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.482765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.482978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.483142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.494312] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1067.506453] env[68237]: INFO networking_nsxv3.common.synchronization [req-715ce219-f28b-413c-8fb8-605065a6a6ff req-836346fd-c5ee-4794-8347-f1384833167a tempest-ServerRescueTestJSON-2081540688 tempest-ServerRescueTestJSON-2081540688-project-member] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1067.506951] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1067.507377] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.507497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.507575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.507914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.508099] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.508200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.508262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.508933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.509216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.509252] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.014768] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.014768] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.014768] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98992514-6648-4de0-a247-2d014e4aef7f already deleted. [ 1068.014768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.405028] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.405028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.405028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.405028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.405028] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.405519] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.405784] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.406142] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.406421] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.406736] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.406967] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.407203] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.407458] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.409772] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.409772] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.409772] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.428017] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.428017] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.428017] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.428017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.428017] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.428017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.428017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.428017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.428017] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01b444b-a422-42c6-8ac3-cf0ce71f1d20',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.930226] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.930482] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.930615] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.930903] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.931094] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.931229] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port c01b444b-a422-42c6-8ac3-cf0ce71f1d20 not found, creating... [ 1068.931515] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.931688] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.931825] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.932255] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.932546] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.932707] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932825] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.933046] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.933198] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.933326] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: c01b444b-a422-42c6-8ac3-cf0ce71f1d20 is going to be created. [ 1068.955506] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.955506] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.955506] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.955506] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.955506] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.955506] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.502482] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1069.502821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.657221] env[68237]: INFO networking_nsxv3.common.synchronization [req-715ce219-f28b-413c-8fb8-605065a6a6ff req-c692b37e-af0c-4c58-b57a-7107d911b008 service nova] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_rules [ 1069.657409] env[68237]: INFO networking_nsxv3.common.synchronization [req-715ce219-f28b-413c-8fb8-605065a6a6ff req-c692b37e-af0c-4c58-b57a-7107d911b008 service nova] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1069.657556] env[68237]: INFO networking_nsxv3.common.synchronization [req-715ce219-f28b-413c-8fb8-605065a6a6ff req-c692b37e-af0c-4c58-b57a-7107d911b008 service nova] Enqueued Resource ID: c01b444b-a422-42c6-8ac3-cf0ce71f1d20 with Priority: HIGHEST for action port [ 1069.657792] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_rules [ 1069.657918] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1069.658015] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01b444b-a422-42c6-8ac3-cf0ce71f1d20 with Priority: HIGHEST for action port [ 1069.658567] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.661431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.661524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.661909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.661909] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.662869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.663026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.663147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.663305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.663484] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.663613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.663673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.663825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.663904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.664015] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.664891] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.665033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.665100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.665253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.665328] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01b444b-a422-42c6-8ac3-cf0ce71f1d20',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.167052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.167052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.167248] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.168439] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c01b444b-a422-42c6-8ac3-cf0ce71f1d20 with status ACTIVE [ 1070.168713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.168790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.168859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.169102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.170150] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.170150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.170150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.170150] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.170644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.170644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.170768] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c01b444b-a422-42c6-8ac3-cf0ce71f1d20 is going to be updated. [ 1070.193875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.194148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.194695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c01b444b-a422-42c6-8ac3-cf0ce71f1d20" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.672887] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.176161] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.176390] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.176584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.177235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.177235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.177235] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be created. [ 1071.218193] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.218405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.218503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.218679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.218844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.242468] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: UNINITIALIZED for 2s [ 1072.777347] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1072.777826] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1073.253412] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: SUCCESS [ 1073.253642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.255527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.255527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.255527] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.255527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.255527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.255527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.255527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.255527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.255527] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.764961] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.764961] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.764961] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.764961] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.764961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.765598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.765598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.765598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.765598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.765598] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.267912] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98992514-6648-4de0-a247-2d014e4aef7f: rpc.has_security_group_logging(os_id): False [ 1074.285168] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.285305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.285348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.286529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.286529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.286529] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.286529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.286529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.286529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.286529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.286529] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.286881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.286881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.286881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.286881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.288221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.288221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.288221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.288221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.291020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.291020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be created. [ 1074.341594] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.341760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.341805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.342111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.342305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.352456] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: IN_PROGRESS for 2s [ 1074.659377] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.659449] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1076.367569] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: SUCCESS [ 1076.367884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.134046] env[68237]: INFO networking_nsxv3.common.synchronization [None req-9afd3611-80ba-4f79-87c2-7b7f37f6d0c5 None None] Enqueued Resource ID: 6a3e1a51-9974-4009-97d3-d7cf4083c457 with Priority: HIGHEST for action port [ 1078.134564] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3e1a51-9974-4009-97d3-d7cf4083c457 with Priority: HIGHEST for action port [ 1078.134909] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3e1a51-9974-4009-97d3-d7cf4083c457 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.136221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3e1a51-9974-4009-97d3-d7cf4083c457" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.136338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3e1a51-9974-4009-97d3-d7cf4083c457" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.138042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3e1a51-9974-4009-97d3-d7cf4083c457" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.138042] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3e1a51-9974-4009-97d3-d7cf4083c457',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.644830] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a3e1a51-9974-4009-97d3-d7cf4083c457 [ 1078.645471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.645471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.645471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.645686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.646207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.646207] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a3e1a51-9974-4009-97d3-d7cf4083c457 already deleted. [ 1078.646358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3e1a51-9974-4009-97d3-d7cf4083c457" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.069829] env[68237]: INFO networking_nsxv3.common.synchronization [None req-b6821f25-7c24-4113-b666-bb6d07d8b306 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_rules [ 1079.071582] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_rules [ 1079.071899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.072621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.072717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.073052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.073133] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.161210] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c399de75-ca37-4e3d-8983-634714612072 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_rules [ 1079.161896] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_rules [ 1079.163798] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.163912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.595256] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.595413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.595484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.595699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.595860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.595939] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 already deleted. [ 1079.595985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.596142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.596315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.596399] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.871165] env[68237]: INFO networking_nsxv3.common.synchronization [None req-029e26d5-d7a6-4d2e-9e92-60f1a425451e None None] Enqueued Resource ID: a1c39aaa-633d-4939-9988-e080cd4a5fa7 with Priority: HIGHEST for action port [ 1079.874637] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c39aaa-633d-4939-9988-e080cd4a5fa7 with Priority: HIGHEST for action port [ 1079.875387] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1c39aaa-633d-4939-9988-e080cd4a5fa7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.875628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1c39aaa-633d-4939-9988-e080cd4a5fa7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.875628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1c39aaa-633d-4939-9988-e080cd4a5fa7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.875882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1c39aaa-633d-4939-9988-e080cd4a5fa7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.875979] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c39aaa-633d-4939-9988-e080cd4a5fa7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.117510] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.117713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.117800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.118051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.118181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.118287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 already deleted. [ 1080.118392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.242000] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.242363] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.242406] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.244999] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.245386] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.245651] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.245768] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.246031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.246197] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.246453] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.246573] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.246687] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.246827] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.247905] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.247905] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.248160] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.270388] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.270962] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.271233] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.271743] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-112" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.272165] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-abbd3e34-9461-4503-86ee-598fe02a65d3 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.272440] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.272610] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.272926] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.273165] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbd3e34-9461-4503-86ee-598fe02a65d3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.379481] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1c39aaa-633d-4939-9988-e080cd4a5fa7 [ 1080.380773] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380887] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.381104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.381215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.381609] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1c39aaa-633d-4939-9988-e080cd4a5fa7 already deleted. [ 1080.381609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1c39aaa-633d-4939-9988-e080cd4a5fa7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.612081] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c491143e-74a7-4d41-804a-7a815123baf8 None None] Enqueued Resource ID: dcda1ac3-1335-416c-9a46-009f4d69f6df with Priority: HIGHEST for action port [ 1080.612357] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcda1ac3-1335-416c-9a46-009f4d69f6df with Priority: HIGHEST for action port [ 1080.615339] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcda1ac3-1335-416c-9a46-009f4d69f6df taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.615339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcda1ac3-1335-416c-9a46-009f4d69f6df" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.615339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcda1ac3-1335-416c-9a46-009f4d69f6df" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.615339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcda1ac3-1335-416c-9a46-009f4d69f6df" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.615339] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcda1ac3-1335-416c-9a46-009f4d69f6df',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.777576] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.777844] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.777978] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.778280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.778438] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.778739] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.778900] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.779028] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.779249] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.779494] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.779708] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.779864] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.779986] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.780890] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.780890] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.780890] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: abbd3e34-9461-4503-86ee-598fe02a65d3 is going to be updated. [ 1080.802088] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.802331] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.802460] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.802735] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.803230] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.803230] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.117942] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcda1ac3-1335-416c-9a46-009f4d69f6df [ 1081.118211] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.118342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.118406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.118619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.118966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.118966] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcda1ac3-1335-416c-9a46-009f4d69f6df already deleted. [ 1081.118966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcda1ac3-1335-416c-9a46-009f4d69f6df" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.690890] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2f22b60c-3071-4639-afb2-f0e275ccd2e8 None None] Enqueued Resource ID: 2a19eaa4-f4f0-454e-8c18-dc63ad569ff7 with Priority: HIGHEST for action port [ 1081.691211] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a19eaa4-f4f0-454e-8c18-dc63ad569ff7 with Priority: HIGHEST for action port [ 1081.691573] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a19eaa4-f4f0-454e-8c18-dc63ad569ff7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.691701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a19eaa4-f4f0-454e-8c18-dc63ad569ff7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.691765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a19eaa4-f4f0-454e-8c18-dc63ad569ff7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.692808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a19eaa4-f4f0-454e-8c18-dc63ad569ff7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.692953] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a19eaa4-f4f0-454e-8c18-dc63ad569ff7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.860154] env[68237]: INFO networking_nsxv3.common.synchronization [req-9b2f6939-0bd7-4dc4-b7b1-f548db4b7c3c req-f4f0acbb-3b3d-4312-82b5-916961a057e6 service nova] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_rules [ 1081.860154] env[68237]: INFO networking_nsxv3.common.synchronization [req-9b2f6939-0bd7-4dc4-b7b1-f548db4b7c3c req-f4f0acbb-3b3d-4312-82b5-916961a057e6 service nova] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 1081.860154] env[68237]: INFO networking_nsxv3.common.synchronization [req-9b2f6939-0bd7-4dc4-b7b1-f548db4b7c3c req-f4f0acbb-3b3d-4312-82b5-916961a057e6 service nova] Enqueued Resource ID: abbd3e34-9461-4503-86ee-598fe02a65d3 with Priority: HIGHEST for action port [ 1081.860154] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_rules [ 1081.860154] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 1081.860154] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbd3e34-9461-4503-86ee-598fe02a65d3 with Priority: HIGHEST for action port [ 1081.861326] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.861584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.861787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.862114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.863011] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.864576] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.865877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.865877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.865877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.865877] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.865877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.865877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.867570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.867570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.867570] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.868829] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbd3e34-9461-4503-86ee-598fe02a65d3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.868953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.869131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.869226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.869839] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbd3e34-9461-4503-86ee-598fe02a65d3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.198020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a19eaa4-f4f0-454e-8c18-dc63ad569ff7 [ 1082.198285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.198414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.198483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.198706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.198795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.198911] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a19eaa4-f4f0-454e-8c18-dc63ad569ff7 already deleted. [ 1082.198967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a19eaa4-f4f0-454e-8c18-dc63ad569ff7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.308927] env[68237]: INFO networking_nsxv3.common.synchronization [None req-ff1e7bd7-858d-4807-97ff-591a5a1f46ea None None] Enqueued Resource ID: e4047e20-01d0-4d0b-a409-31988e9c3649 with Priority: HIGHEST for action port [ 1082.309466] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4047e20-01d0-4d0b-a409-31988e9c3649 with Priority: HIGHEST for action port [ 1082.310030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4047e20-01d0-4d0b-a409-31988e9c3649 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.310146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4047e20-01d0-4d0b-a409-31988e9c3649" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.310195] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4047e20-01d0-4d0b-a409-31988e9c3649" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.310429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4047e20-01d0-4d0b-a409-31988e9c3649" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.310532] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4047e20-01d0-4d0b-a409-31988e9c3649',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.366107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.366107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.370727] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.375044] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abbd3e34-9461-4503-86ee-598fe02a65d3 with status ACTIVE [ 1082.375044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.375044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.375044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.375044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.375044] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abbd3e34-9461-4503-86ee-598fe02a65d3 is going to be updated. [ 1082.405274] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.405439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.405499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.405728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.405902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.406100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbd3e34-9461-4503-86ee-598fe02a65d3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.795847] env[68237]: INFO networking_nsxv3.common.synchronization [req-5625aebf-358d-4843-a571-688bdc257240 req-fc7acc1c-16e0-49d6-a486-3434e973927b tempest-ServersTestJSON-1929471806 tempest-ServersTestJSON-1929471806-project-member] Enqueued Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_members [ 1082.796460] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_members [ 1082.796801] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.798736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.798736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.798736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.798978] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.798978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.798978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.799230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.799345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.799467] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.813310] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4047e20-01d0-4d0b-a409-31988e9c3649 [ 1082.813528] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.813657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.813722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.813914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.814030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.814135] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4047e20-01d0-4d0b-a409-31988e9c3649 already deleted. [ 1082.814218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4047e20-01d0-4d0b-a409-31988e9c3649" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.876243] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.912344] env[68237]: INFO networking_nsxv3.common.synchronization [None req-0c279ccc-2d08-458b-bad1-7542e15aaf7d tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1082.913014] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1082.913174] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.913279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.913370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.913584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.913666] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.077181] env[68237]: INFO networking_nsxv3.common.synchronization [None req-46aa5ba7-4683-4767-9a54-441954ed0924 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1083.077810] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1083.078128] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.078229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.257923] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.257923] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-997" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.258061] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-997" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.259201] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-997" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.260956] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.260956] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.260956] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.263495] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.263495] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.263495] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.263495] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.263495] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.263784] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.263988] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.264062] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.264344] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.286853] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.287291] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.287550] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.287866] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-997" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.291021] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.291021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.291021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.291021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.291021] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72f005b-3ff1-4910-9fdc-4d4b32362aaf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.301358] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.301507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.301602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.301822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.302079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.304024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.304024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.304024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.304024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.304024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.304024] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 already deleted. [ 1083.304024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.378226] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.378378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.378445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.378662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.378747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.378845] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 1083.413818] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.413971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.414058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.414263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.414408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.425124] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 1083.434360] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.434501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.434556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.434781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.434874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.434968] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 already deleted. [ 1083.435063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.435251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.435379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.435461] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.793691] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.793931] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.794079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.794369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.794527] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.794690] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port f72f005b-3ff1-4910-9fdc-4d4b32362aaf not found, creating... [ 1083.794989] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.795274] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.795372] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.795580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.795725] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.796376] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.797148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.797148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.797358] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.797760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.798000] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: f72f005b-3ff1-4910-9fdc-4d4b32362aaf is going to be created. [ 1083.817443] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.817693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.818276] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.818570] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.818812] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.819071] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.962561] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.962561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.962561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.962561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.962561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.962561] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 already deleted. [ 1083.962561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.442591] env[68237]: INFO networking_nsxv3.common.synchronization [None req-ce5d96cc-47d5-4e3b-b9f2-af58d9e34c0e None None] Enqueued Resource ID: 78dd5b78-1fe9-46a1-bb8f-e50e977c3829 with Priority: HIGHEST for action port [ 1084.443186] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78dd5b78-1fe9-46a1-bb8f-e50e977c3829 with Priority: HIGHEST for action port [ 1084.443525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-78dd5b78-1fe9-46a1-bb8f-e50e977c3829 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.443726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78dd5b78-1fe9-46a1-bb8f-e50e977c3829" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.443726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78dd5b78-1fe9-46a1-bb8f-e50e977c3829" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.444126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78dd5b78-1fe9-46a1-bb8f-e50e977c3829" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.444230] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78dd5b78-1fe9-46a1-bb8f-e50e977c3829',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.517699] env[68237]: INFO networking_nsxv3.common.synchronization [req-5625aebf-358d-4843-a571-688bdc257240 req-b322dd0b-db58-412b-915f-c6064172c9c6 service nova] Enqueued Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_rules [ 1084.517898] env[68237]: INFO networking_nsxv3.common.synchronization [req-5625aebf-358d-4843-a571-688bdc257240 req-b322dd0b-db58-412b-915f-c6064172c9c6 service nova] Enqueued Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_members [ 1084.518077] env[68237]: INFO networking_nsxv3.common.synchronization [req-5625aebf-358d-4843-a571-688bdc257240 req-b322dd0b-db58-412b-915f-c6064172c9c6 service nova] Enqueued Resource ID: f72f005b-3ff1-4910-9fdc-4d4b32362aaf with Priority: HIGHEST for action port [ 1084.518254] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_rules [ 1084.518381] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_members [ 1084.518477] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72f005b-3ff1-4910-9fdc-4d4b32362aaf with Priority: HIGHEST for action port [ 1084.519037] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.519101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.519159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.519360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.519425] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.520271] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.520379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.520441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.520599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.520805] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.520899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.520953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.521072] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.521158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.521246] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.521922] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.522051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.522121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.522260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.522328] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72f005b-3ff1-4910-9fdc-4d4b32362aaf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.946000] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78dd5b78-1fe9-46a1-bb8f-e50e977c3829 [ 1084.946253] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.946395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.946395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.946650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.946908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.946908] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78dd5b78-1fe9-46a1-bb8f-e50e977c3829 already deleted. [ 1084.946908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78dd5b78-1fe9-46a1-bb8f-e50e977c3829" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.025233] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.025519] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.025664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.026073] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f72f005b-3ff1-4910-9fdc-4d4b32362aaf with status ACTIVE [ 1085.026654] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.028029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.028029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.028029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.028029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.028254] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.031410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.031410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.031410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.031410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.032168] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.032168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.032168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.032168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.032168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.032168] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f72f005b-3ff1-4910-9fdc-4d4b32362aaf is going to be updated. [ 1085.052888] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.053097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.053180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.053369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.053509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.053677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f72f005b-3ff1-4910-9fdc-4d4b32362aaf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.434555] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 1085.434825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.435039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.435286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.435507] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.435628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.435694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.435845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.435926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.436016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.436108] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.535151] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.939255] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.939255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.939255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.939566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.939759] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.939941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.940038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.940237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.940353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.940468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.940695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.940789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.940872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.941055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.941233] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.941354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.941435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.941716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.941828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.941934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.942128] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.036846] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.037215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.037215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.037292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.037376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.037477] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 is going to be created. [ 1086.058843] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.058972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.059070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.059303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.059472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.069236] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 in Status: UNINITIALIZED for 2s [ 1086.445043] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee: rpc.has_security_group_logging(os_id): False [ 1086.462173] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.462450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.462622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.462950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.488953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.489252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.489371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.489371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.490346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.490346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.490346] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.490346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.490346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.490346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.490894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.490894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.490894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.490894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.490894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.491091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.491091] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 1086.571379] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.571781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.571781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.572722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.572722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.692878] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 1087.783965] env[68237]: INFO networking_nsxv3.common.synchronization [req-01660e62-c942-45db-b0ad-fc9dd8595de9 req-2665ad07-95b5-42fa-a2eb-2f00afbefc77 tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1087.787025] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1087.787135] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.787369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.787539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.787847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.788133] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.788345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.788492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.788726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.794035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.794035] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.079602] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 in Status: SUCCESS [ 1088.079908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.080078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.080934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.080934] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.080934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.080934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.080934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.081386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.081386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.081386] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.295171] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.295305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.295383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.295599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.296052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.296052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.296052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.296316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.296316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.296316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.296414] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 1088.326907] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.326907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.327059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.327207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.327357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.343495] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1088.584112] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.707911] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 1088.710134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.818192] env[68237]: INFO networking_nsxv3.common.synchronization [req-12b06466-f36f-41a5-af71-fc1bac11edf5 req-c4d20ccc-015b-43c3-b82d-4ae88a34b046 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_members [ 1088.819264] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_members [ 1088.819264] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.819264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.819474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.819591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.819771] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.819895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.819967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.824580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.824580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.824580] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.086648] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb2d3c5-28d6-4660-846f-8eb558035753: rpc.has_security_group_logging(os_id): False [ 1089.106742] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.106988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.106988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.107274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.107274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.107612] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.107751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.107867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.107960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.108065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.108152] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 is going to be created. [ 1089.159328] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.159535] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.159733] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.160116] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.160588] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.160768] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.160990] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.161281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.161515] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.162375] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.162556] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.162704] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.162758] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.162876] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.162993] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.163267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.194270] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.194270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.194270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.194270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.194270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.196832] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.197199] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.197427] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.197754] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.198184] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e2daf964-3dca-4df6-b310-952aab3796a9 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198472] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198704] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.199236] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.199540] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2daf964-3dca-4df6-b310-952aab3796a9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.214864] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 in Status: IN_PROGRESS for 2s [ 1089.327767] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.327767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.328317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.328317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.328518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.328637] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.328780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.328907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.329105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.329215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.329463] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 already deleted. [ 1089.329463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.705245] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.705499] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.705939] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.706057] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.706265] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.706429] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e2daf964-3dca-4df6-b310-952aab3796a9 not found, creating... [ 1089.706817] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.706998] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.707135] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.707373] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.707520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.707811] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.708220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.708220] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.708319] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.708436] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.708581] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e2daf964-3dca-4df6-b310-952aab3796a9 is going to be created. [ 1089.728604] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.728838] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.728960] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.729267] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.729502] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.729813] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.069604] env[68237]: INFO networking_nsxv3.common.synchronization [req-8c8b7aab-5f38-4823-8eca-760eddcae7b6 req-1b39894a-e66a-44dd-917a-51ad097641a1 tempest-ListImageFiltersTestJSON-2040076982 tempest-ListImageFiltersTestJSON-2040076982-project-member] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1090.070179] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1090.070512] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.070635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.070730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.070932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.071101] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.071197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.071256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.071420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.071502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.071596] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.355184] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1090.355314] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 1090.355606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.447514] env[68237]: INFO networking_nsxv3.common.synchronization [req-12b06466-f36f-41a5-af71-fc1bac11edf5 req-de1a4197-229c-4d1e-8939-1335a0868ac1 service nova] Enqueued Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_rules [ 1090.447727] env[68237]: INFO networking_nsxv3.common.synchronization [req-12b06466-f36f-41a5-af71-fc1bac11edf5 req-de1a4197-229c-4d1e-8939-1335a0868ac1 service nova] Enqueued Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_members [ 1090.447953] env[68237]: INFO networking_nsxv3.common.synchronization [req-12b06466-f36f-41a5-af71-fc1bac11edf5 req-de1a4197-229c-4d1e-8939-1335a0868ac1 service nova] Enqueued Resource ID: e2daf964-3dca-4df6-b310-952aab3796a9 with Priority: HIGHEST for action port [ 1090.448264] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_rules [ 1090.448404] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_members [ 1090.448505] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2daf964-3dca-4df6-b310-952aab3796a9 with Priority: HIGHEST for action port [ 1090.449074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.449222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.449275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.449474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.449555] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.452234] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.452234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.452444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.452490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.452752] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.453163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.453163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.453163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.453163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.453362] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.454173] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2daf964-3dca-4df6-b310-952aab3796a9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.454254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.454297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.454441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.454519] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2daf964-3dca-4df6-b310-952aab3796a9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.573304] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.953638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.953638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.957152] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.957152] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2daf964-3dca-4df6-b310-952aab3796a9 with status ACTIVE [ 1090.957152] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.957152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.957152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.958069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.958271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.958907] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.958907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.958907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.958907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.958907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.959201] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.959201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.959201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.959382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.959434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.959498] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2daf964-3dca-4df6-b310-952aab3796a9 is going to be updated. [ 1090.979510] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.979663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.979751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.979989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.980191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.980381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2daf964-3dca-4df6-b310-952aab3796a9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.075151] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.120678] env[68237]: INFO networking_nsxv3.common.synchronization [req-8f43d724-5571-41d3-b022-49d814d42599 req-7c7dbc94-2544-4d4c-975f-927453d2d637 tempest-ServerAddressesNegativeTestJSON-1435391658 tempest-ServerAddressesNegativeTestJSON-1435391658-project-member] Enqueued Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_members [ 1091.121912] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_members [ 1091.122251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.122371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.122438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.122672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.122851] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.122938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.122978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.123128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.123209] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.123299] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.238468] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 in Status: SUCCESS [ 1091.238727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.462142] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.557721] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.558397] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-223" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.558397] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-223" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.558587] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-223" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.559778] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.559778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.559778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.559778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.559778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.560111] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.560111] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.560220] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.560412] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.560459] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.560553] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.561142] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.577315] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.577451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.577451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.577663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.577750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.577845] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be updated. [ 1091.580072] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.580300] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.580449] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.580616] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-223" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.581036] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.581215] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.581393] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.581734] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.581877] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7fd89ae-e48f-4a24-baad-9b7ce30dfea2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.608542] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.608698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.608776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.609073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.609246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.619469] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: IN_PROGRESS for 2s [ 1091.625378] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.625545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.625605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.625797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.625884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.627978] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.627978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.627978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.627978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.627978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.627978] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 already deleted. [ 1091.627978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.964412] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.964536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.964536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.964757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.964869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.964976] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 is going to be created. [ 1091.990563] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.990735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.990785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.991041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.991211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.001487] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 in Status: UNINITIALIZED for 2s [ 1092.085327] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.085693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.085693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.085908] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.086103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.086288] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 not found, creating... [ 1092.086981] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.086981] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.086981] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.087223] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.087394] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.087806] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.087949] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.088058] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.088309] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.088473] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.088847] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 is going to be created. [ 1092.111171] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.111414] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.111650] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.111832] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.112084] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.112323] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.293972] env[68237]: INFO networking_nsxv3.common.synchronization [None req-83e0f0ea-00db-465a-8b01-014111fed912 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_rules [ 1092.294796] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_rules [ 1092.294989] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.295128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.295505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.295505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.295628] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.390905] env[68237]: INFO networking_nsxv3.common.synchronization [None req-11398d2f-8c58-4d8b-a75c-2dda4b582c6a tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_rules [ 1092.391456] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_rules [ 1092.391773] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.391876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.820956] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.822194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.822194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.822395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.822596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.823954] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 already deleted. [ 1092.823954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.823954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.823954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.823954] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.062291] env[68237]: INFO networking_nsxv3.common.synchronization [req-8f43d724-5571-41d3-b022-49d814d42599 req-a4fe9b78-8790-47e5-b783-5b8685eae048 service nova] Enqueued Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_rules [ 1093.062291] env[68237]: INFO networking_nsxv3.common.synchronization [req-8f43d724-5571-41d3-b022-49d814d42599 req-a4fe9b78-8790-47e5-b783-5b8685eae048 service nova] Enqueued Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_members [ 1093.062291] env[68237]: INFO networking_nsxv3.common.synchronization [req-8f43d724-5571-41d3-b022-49d814d42599 req-a4fe9b78-8790-47e5-b783-5b8685eae048 service nova] Enqueued Resource ID: f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 with Priority: HIGHEST for action port [ 1093.062291] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_rules [ 1093.062291] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_members [ 1093.062291] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 with Priority: HIGHEST for action port [ 1093.062291] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.063054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.063212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.063558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.063740] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.065437] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.065675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.065820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.066156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.066708] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.068017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.068017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.068017] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.068474] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.068601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.068713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.068885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.068968] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7fd89ae-e48f-4a24-baad-9b7ce30dfea2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.353141] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.353626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.353626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.353626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.354140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.354140] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 already deleted. [ 1093.354140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.571533] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.571648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.572165] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.572759] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 with status ACTIVE [ 1093.573703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.573703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.573703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.573703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.573703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.573703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.573703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.574187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.574187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.574187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574187] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.574329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.574329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.574899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.574899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7fd89ae-e48f-4a24-baad-9b7ce30dfea2 is going to be updated. [ 1093.594700] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.594878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.594941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.595150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.595272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.595457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7fd89ae-e48f-4a24-baad-9b7ce30dfea2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.613308] env[68237]: INFO networking_nsxv3.common.synchronization [req-2248be64-988c-4449-a200-26da4bd5fb09 req-aa0aaa94-e274-492e-aa14-20dee47fe0ee tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1093.613308] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1093.613618] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.613751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.613812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.614185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.614556] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.614556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.614556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.614755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.614805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.614895] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.628216] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: SUCCESS [ 1093.628425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.917148] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.917262] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.917295] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.917907] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.917907] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.918034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.919190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.919669] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.919902] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.920848] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.921029] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.922022] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.922222] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.922408] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.922524] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.922687] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.940760] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.941492] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.941492] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.941492] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.942034] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.942034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.942034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.942675] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.942853] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9dfff4-722c-4e27-9f86-56f3dc8eee19',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.010055] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 in Status: SUCCESS [ 1094.010293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.010454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.010658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.010933] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.011068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.011135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.011295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.011376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.011459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.011546] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.076756] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.117334] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.445137] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.445465] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.445673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.446320] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.446320] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.446320] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 6d9dfff4-722c-4e27-9f86-56f3dc8eee19 not found, creating... [ 1094.446884] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.446884] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.447077] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.447158] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.451103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.451103] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.451103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.451103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.451103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.451103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.451103] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 6d9dfff4-722c-4e27-9f86-56f3dc8eee19 is going to be created. [ 1094.467634] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.467634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.467634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.468030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.468299] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.468538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.514195] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.579142] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.580303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.580303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.580303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.580303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.580303] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 is going to be created. [ 1094.614177] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.614362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.614401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.614585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.614743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.619281] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.623969] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: UNINITIALIZED for 2s [ 1095.016851] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9255dbb-eebd-4df2-bbf6-2c2edfafbd56: rpc.has_security_group_logging(os_id): False [ 1095.036471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.036645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.036698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.036933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.037068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.037377] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.037485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.037549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.037709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.037978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.037978] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 is going to be created. [ 1095.099194] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.099346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.100472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.100472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.100472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.111161] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 in Status: IN_PROGRESS for 2s [ 1095.123293] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.124458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.124458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.124458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.124458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.124458] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1095.153417] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.153582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.153681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.153925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.154130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.163216] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1095.242466] env[68237]: INFO networking_nsxv3.common.synchronization [req-2248be64-988c-4449-a200-26da4bd5fb09 req-91fbe951-3a28-4d25-bb71-ca313848dd8d service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 1095.243241] env[68237]: INFO networking_nsxv3.common.synchronization [req-2248be64-988c-4449-a200-26da4bd5fb09 req-91fbe951-3a28-4d25-bb71-ca313848dd8d service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1095.243373] env[68237]: INFO networking_nsxv3.common.synchronization [req-2248be64-988c-4449-a200-26da4bd5fb09 req-91fbe951-3a28-4d25-bb71-ca313848dd8d service nova] Enqueued Resource ID: 6d9dfff4-722c-4e27-9f86-56f3dc8eee19 with Priority: HIGHEST for action port [ 1095.244034] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 1095.244181] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1095.244277] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9dfff4-722c-4e27-9f86-56f3dc8eee19 with Priority: HIGHEST for action port [ 1095.244558] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.244677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.244745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.244950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.245046] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.245910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.246030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.246227] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.246325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.246388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.246558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.246634] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9dfff4-722c-4e27-9f86-56f3dc8eee19',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.749737] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.749737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753687] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d9dfff4-722c-4e27-9f86-56f3dc8eee19 with status ACTIVE [ 1095.753687] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.753687] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.753687] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.753687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.753687] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d9dfff4-722c-4e27-9f86-56f3dc8eee19 is going to be updated. [ 1095.776010] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.776200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.776253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.777292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.777292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.777292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9dfff4-722c-4e27-9f86-56f3dc8eee19" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.996608] env[68237]: INFO networking_nsxv3.common.synchronization [req-d9a026aa-54c9-4276-ba1f-cba07ad6feeb req-ce0d7bab-a465-40b1-9c7f-075001761f6c tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1095.996608] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1095.996608] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.996608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.996608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.996933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.996933] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.997023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.997270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.997318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.997392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.997485] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.470926] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.471147] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.471275] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.471605] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.471871] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.472038] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.472168] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.472395] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.472607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.472873] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.472988] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.473114] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.473230] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.473342] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.473449] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.473585] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.493137] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.493315] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.493457] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.493641] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.493952] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-3cbfb410-db85-46ec-ad9d-96a42b67105e taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.494159] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.494324] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.494607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.494749] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbfb410-db85-46ec-ad9d-96a42b67105e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.502745] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.502878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.502966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.503173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.503270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.503472] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.503561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.503628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.503785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.503859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.503950] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 already deleted. [ 1096.504030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.631666] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.631873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.631873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.632137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.632259] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.634781] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: SUCCESS [ 1096.634985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.635151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.635344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.635590] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.635643] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.635681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.635837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.635918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.636010] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.636108] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.998859] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.998859] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.998859] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.998859] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.999328] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.999328] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 3cbfb410-db85-46ec-ad9d-96a42b67105e not found, creating... [ 1096.999612] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.999918] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.000083] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.000330] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.000476] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.001048] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.001164] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.001263] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.001489] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.001649] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.001839] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 3cbfb410-db85-46ec-ad9d-96a42b67105e is going to be created. [ 1097.023252] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.023445] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.023573] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.023815] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.024093] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.024318] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.124681] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 in Status: SUCCESS [ 1097.125084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.136546] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.137868] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.137868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.137868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138358] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.138443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.138516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.138934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.139565] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.139565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.139565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.139565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.139565] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.139815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.139815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.139953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.140140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.140140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.140209] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.176077] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1097.176513] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.176789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.177158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.178753] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.178753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.178753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.178753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.178753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.178753] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.637913] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.642394] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01f0b2d-13e7-4631-b8e3-f580ad6000c5: rpc.has_security_group_logging(os_id): False [ 1097.660835] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.661070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.661151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.661434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.661434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.661640] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.661738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.661800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.661947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.662037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.662244] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.662374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.662443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.662573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.662658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.662856] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.662951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.663327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.663561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.663703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.663870] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 is going to be created. [ 1097.680300] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.716470] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.716664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.716750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.716980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.717294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.723275] env[68237]: INFO networking_nsxv3.common.synchronization [req-d9a026aa-54c9-4276-ba1f-cba07ad6feeb req-80bf7369-b5a0-490b-89b3-721bd24b514a service nova] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1097.723461] env[68237]: INFO networking_nsxv3.common.synchronization [req-d9a026aa-54c9-4276-ba1f-cba07ad6feeb req-80bf7369-b5a0-490b-89b3-721bd24b514a service nova] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1097.723616] env[68237]: INFO networking_nsxv3.common.synchronization [req-d9a026aa-54c9-4276-ba1f-cba07ad6feeb req-80bf7369-b5a0-490b-89b3-721bd24b514a service nova] Enqueued Resource ID: 3cbfb410-db85-46ec-ad9d-96a42b67105e with Priority: HIGHEST for action port [ 1097.724157] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1097.724520] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1097.724717] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbfb410-db85-46ec-ad9d-96a42b67105e with Priority: HIGHEST for action port [ 1097.725322] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.725496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.725590] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.725810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.725932] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.726860] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.727009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.727116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.727318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.727508] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.727637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.727719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.727901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.728038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.728134] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.728939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cbfb410-db85-46ec-ad9d-96a42b67105e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.729089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.729226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.729378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.729453] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbfb410-db85-46ec-ad9d-96a42b67105e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.730882] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: IN_PROGRESS for 2s [ 1098.141323] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1098.141788] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1098.184030] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.231100] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.234019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.234019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cbfb410-db85-46ec-ad9d-96a42b67105e with status ACTIVE [ 1098.234019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.234019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.234019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.235653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.235653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.236222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.236222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.236385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.236844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.236844] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cbfb410-db85-46ec-ad9d-96a42b67105e is going to be updated. [ 1098.263811] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.263969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.264055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.264266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.264400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.264622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cbfb410-db85-46ec-ad9d-96a42b67105e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.686304] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.686522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.686564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.686763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.686890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.686977] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1098.714171] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.714339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.714441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.714667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.714824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.724291] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1098.738749] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.979582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.979654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.979753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.981247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.996222] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1098.996222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.996512] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1099.028923] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.029080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.029153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.029360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.039601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.040286] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1099.040379] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1099.040470] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1099.078052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.078222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.078288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.078642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.081500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.081500] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1099.148105] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.148436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.148436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.148672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.148988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.149364] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1099.241475] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.241653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.241690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.241994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.242138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.242240] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be created. [ 1099.250363] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.250593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.250708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.251052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.251452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.251794] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1099.251942] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bbc3356f-6e9a-427b-8e29-82c6aaa354f0', 'bf8527ca-675e-4e3d-872e-3961aa243e00', 'e9e0d048-2892-4e52-9be9-67b149a1a4da', 'e7ae9d77-c271-4612-a2be-a79784a0ccc3', 'f4067c49-c262-419f-843d-1b396847e8bf', '7c53e249-b703-4ca5-9d1e-b843991dd454', '908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce', '63de9a0a-67e9-4a84-8ae0-a6018f93162c', '6b03df76-a68d-4153-80d6-db6179d8b2f7', 'ee994f97-09b7-44e2-9053-65d486c56524', '73e4f960-dd64-45e9-aaf2-967ca4444166', 'fe7888d6-4bdb-4604-a082-3d94a1059542', 'bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee', '34daf21b-9c9c-4404-978f-c7edfc0bf2d7', '30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14', '00d7b64c-0d05-4e43-b61d-02f7f8e715b6', '4986c473-d42e-4750-b77c-e55ac0858eba', 'f01f0b2d-13e7-4631-b8e3-f580ad6000c5', 'b66c8d4e-96b0-468d-8dd6-3ccc934090a8', '8aa9d1a7-32b4-4ae3-93bd-a790a440f423', 'ff948e11-3490-43c8-9c58-1a88fb8abab4', '98992514-6648-4de0-a247-2d014e4aef7f', 'fd0391b0-8d14-41c9-9be8-0d57ad0e213b', 'c9255dbb-eebd-4df2-bbf6-2c2edfafbd56', 'ee7124f3-fa63-479f-997d-2be958e905f4', '70da4668-3192-4d0f-ac77-8d3f2bc3ca1a', '9bc04664-3d7a-41ee-bab2-3112c22b047b', 'aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa', '3045d823-6363-42f2-b02b-600ab288f1bc', '7ab10ec0-2d92-453a-9295-82408a492340', '7eeba323-9951-4025-bf81-7154565bbab6', 'cc5ddc8d-3908-4d03-84ca-548e7910b923', '79b5578d-2585-431b-bc5a-b61edee1b84e', '9e20806f-a4c9-43de-923d-23477dadddc4', '9ec29289-bb3e-443a-9283-d520cc143d97', '37d430cf-10c3-40f3-b9d2-4350982e58b0', 'b11e1daf-a7e0-4c32-b04d-704c9a68590b', '12fdfa3e-0de5-419d-a5e5-442a3ac72449', 'e6a70dc5-27eb-44a9-a559-b845c3b65705', '25244f0d-88d7-44f8-a596-d24203420974', '2fb2d3c5-28d6-4660-846f-8eb558035753', '616406c1-3014-49ee-838b-aa9fc521b0bf', '0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2'} {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1099.252144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1099.272715] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.272715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.272715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.272978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.272978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.273052] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1099.273111] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1099.273184] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1099.274731] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.274944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.274944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.275092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.275257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.287346] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: UNINITIALIZED for 2s [ 1099.341052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.341052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.341052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.341052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.342273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.342685] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1099.342845] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1099.342935] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1099.343028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1099.343141] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1099.343272] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGH for action security_group_rules [ 1099.343377] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGH for action security_group_rules [ 1099.343446] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGH for action security_group_rules [ 1099.343551] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGH for action security_group_rules [ 1099.343613] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGH for action security_group_rules [ 1099.343708] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGH for action security_group_rules [ 1099.343839] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGH for action security_group_rules [ 1099.343920] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGH for action security_group_rules [ 1099.343986] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGH for action security_group_rules [ 1099.344072] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGH for action security_group_rules [ 1099.344145] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGH for action security_group_rules [ 1099.344210] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGH for action security_group_rules [ 1099.344302] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGH for action security_group_rules [ 1099.344423] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGH for action security_group_rules [ 1099.344549] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGH for action security_group_rules [ 1099.344647] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGH for action security_group_rules [ 1099.344713] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGH for action security_group_rules [ 1099.344775] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGH for action security_group_rules [ 1099.344840] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGH for action security_group_rules [ 1099.344909] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGH for action security_group_rules [ 1099.345089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.741825] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: SUCCESS [ 1099.742075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.395078] env[68237]: INFO networking_nsxv3.common.synchronization [req-f15f8097-54a5-4646-ab22-d67ac7978cef req-5444e5b7-e5dc-47de-af29-206f8ab20b8b tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 with Priority: HIGH for action security_group_rules [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e0d048-2892-4e52-9be9-67b149a1a4da with Priority: HIGH for action security_group_rules [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGH for action security_group_rules [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 with Priority: HIGH for action security_group_rules [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 with Priority: HIGH for action security_group_rules [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 with Priority: HIGH for action security_group_rules [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGH for action security_group_rules [ 1100.400455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4986c473-d42e-4750-b77c-e55ac0858eba with Priority: HIGH for action security_group_rules [ 1100.400738] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGH for action security_group_rules [ 1100.400738] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 with Priority: HIGH for action security_group_rules [ 1100.400918] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGH for action security_group_rules [ 1100.400918] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7888d6-4bdb-4604-a082-3d94a1059542 with Priority: HIGH for action security_group_rules [ 1100.401061] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 with Priority: HIGH for action security_group_rules [ 1100.402155] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee994f97-09b7-44e2-9053-65d486c56524 with Priority: HIGH for action security_group_rules [ 1100.402155] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGH for action security_group_rules [ 1100.402155] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 with Priority: HIGH for action security_group_rules [ 1100.402264] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c with Priority: HIGH for action security_group_rules [ 1100.402313] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4067c49-c262-419f-843d-1b396847e8bf with Priority: HIGH for action security_group_rules [ 1100.402399] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGH for action security_group_rules [ 1100.402493] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGH for action security_group_rules [ 1100.402802] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.402952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.402990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.403187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.403341] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.403438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.403497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.403637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.403718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.403815] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.406664] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.408078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.408296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.408578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.409048] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc3356f-6e9a-427b-8e29-82c6aaa354f0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.410166] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9e0d048-2892-4e52-9be9-67b149a1a4da taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.410426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.410578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.412021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.412021] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9e0d048-2892-4e52-9be9-67b149a1a4da',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.412021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.412021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.412632] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.413196] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.413395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.413665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.413888] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.415041] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.415278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.416057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.416057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.416057] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa9d1a7-32b4-4ae3-93bd-a790a440f423',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.422805] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.423078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.423176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.427027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.427027] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b66c8d4e-96b0-468d-8dd6-3ccc934090a8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.427027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.427027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.427027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.427027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.427027] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.427027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4986c473-d42e-4750-b77c-e55ac0858eba taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.427534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.427534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.427534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.427534] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4986c473-d42e-4750-b77c-e55ac0858eba',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.429395] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.429502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.429670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.429728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.429801] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.430593] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.430696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.430842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.430905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.431010] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00d7b64c-0d05-4e43-b61d-02f7f8e715b6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.431780] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.431863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.431896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.432819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.432889] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.433649] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7888d6-4bdb-4604-a082-3d94a1059542 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.433708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.433770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.433903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.434010] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7888d6-4bdb-4604-a082-3d94a1059542',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.434792] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e4f960-dd64-45e9-aaf2-967ca4444166 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.434901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.434965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.435133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.435202] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e4f960-dd64-45e9-aaf2-967ca4444166',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.436145] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee994f97-09b7-44e2-9053-65d486c56524 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.436256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.436323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.436691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.436784] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee994f97-09b7-44e2-9053-65d486c56524',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.437885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.437988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.438198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.438198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.438281] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.441580] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c53e249-b703-4ca5-9d1e-b843991dd454 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.441686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.441777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.441910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.441985] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c53e249-b703-4ca5-9d1e-b843991dd454',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.442903] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.443026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.443095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.443255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.443328] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63de9a0a-67e9-4a84-8ae0-a6018f93162c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.444157] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4067c49-c262-419f-843d-1b396847e8bf taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.444266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.444362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.444477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.444547] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4067c49-c262-419f-843d-1b396847e8bf',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.445456] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.445562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.445629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.445777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.445848] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.446709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.446760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.446843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.446937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.447029] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.473855] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.474029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.474079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.474273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.476111] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.476215] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.492372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.492504] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc3356f-6e9a-427b-8e29-82c6aaa354f0 is going to be deleted. [ 1100.493567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.493776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.515187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.515307] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7888d6-4bdb-4604-a082-3d94a1059542 is going to be deleted. [ 1100.540971] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.540971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.540971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.540971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.540971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.540971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc3356f-6e9a-427b-8e29-82c6aaa354f0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.573235] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.573235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.573235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.573235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.573235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.573235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7888d6-4bdb-4604-a082-3d94a1059542" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.734062] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.734062] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.734062] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.734062] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.734062] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.734062] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.734062] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.734685] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.735011] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.735340] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.735727] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.735727] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.735984] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.739021] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.739021] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.739021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.739021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1100.739021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.741946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.742310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.742589] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.742848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.743017] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.743255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.743433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.743607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.743786] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.769311] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.769636] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.769940] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.770268] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-916" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.770759] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-32c0f429-b5b6-4527-9e8b-a057737135b8 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.771071] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.771295] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.771759] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.772039] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c0f429-b5b6-4527-9e8b-a057737135b8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.952689] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.952822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.952857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.953128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.954528] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.954774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.954774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.954905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.954998] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.955125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.955183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.955329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.955411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.955499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.955584] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.958780] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.958904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.959312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.959554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.959657] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.959846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.959910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.960070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.960163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.960265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.960351] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.962810] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.962936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.962997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.963162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.963305] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.963399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.963462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.964184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.964184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.964184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.964184] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.972349] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.972912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.972912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.972912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.972912] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.973100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.973127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.973261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.973342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.973649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.973649] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.984780] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.984914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.993804] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.993804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.008478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.008584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.010971] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.011103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.017168] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.017272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.018141] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.018249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.018980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.019091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.020022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.020022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.020601] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.020696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.021556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.021875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.021960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.021960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.022248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.022360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.022459] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 1101.024091] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.024091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.024091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.024334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.024419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.024512] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be deleted. [ 1101.025832] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.025928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.025996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.026166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.027434] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.027530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.028422] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1101.028674] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.028824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.043105] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1101.043628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.043786] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 is going to be deleted. [ 1101.044718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.044915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.054555] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.054694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.054762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.054949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.055107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.063023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.063134] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9e0d048-2892-4e52-9be9-67b149a1a4da is going to be deleted. [ 1101.063868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.064065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.065545] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1101.083042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.083163] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14 is going to be deleted. [ 1101.083920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.084116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.112724] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.112835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.115224] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.115323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.119467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.119509] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00d7b64c-0d05-4e43-b61d-02f7f8e715b6 is going to be deleted. [ 1101.120519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.120717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.122022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.122175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.139951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.139951] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e4f960-dd64-45e9-aaf2-967ca4444166 is going to be deleted. [ 1101.139951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.139951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.184603] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.184742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.222110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.222400] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4067c49-c262-419f-843d-1b396847e8bf is going to be deleted. [ 1101.223347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.223837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.240331] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.240481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.245952] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.246092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.246161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.246360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.246517] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.246613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.246677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.246826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.246912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.246996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.247152] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.247244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.247304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.247441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.247575] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.247663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.247726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.247883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.247962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.248050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.248204] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.274733] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.274966] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.275120] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.275494] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.275659] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.275853] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 32c0f429-b5b6-4527-9e8b-a057737135b8 not found, creating... [ 1101.276121] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.276290] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.276412] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.276635] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.276775] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.277068] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.277243] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.277367] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.277589] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.277781] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.278134] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 32c0f429-b5b6-4527-9e8b-a057737135b8 is going to be created. [ 1101.279940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.280114] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa9d1a7-32b4-4ae3-93bd-a790a440f423 is going to be deleted. [ 1101.281146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.281312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.313596] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: SUCCESS [ 1101.314644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.315627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.315868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.316097] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.316289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.316373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.316589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.316719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.316839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.316938] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.320571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.320571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.357623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.357735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.358834] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.359043] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.359185] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.359469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.359712] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.361310] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.365784] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1101.366383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.366383] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c53e249-b703-4ca5-9d1e-b843991dd454 is going to be deleted. [ 1101.367304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.367508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.411926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.412526] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63de9a0a-67e9-4a84-8ae0-a6018f93162c is going to be deleted. [ 1101.412973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.413194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.456497] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.456631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.468606] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.469637] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.470066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.470066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.470066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.470224] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.470322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.470382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.470534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.470614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.470738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.470943] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.471063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.471122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.471278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.471414] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.471501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.471559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.471829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.471829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.471880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.471944] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.472707] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.472831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.472934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.473127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.473270] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.473363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.473427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.473563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.473637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.473716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.473875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.473973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.474040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.474178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.474313] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.474399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.474457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.474684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.474684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.474737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.474798] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.476623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.476736] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4986c473-d42e-4750-b77c-e55ac0858eba is going to be deleted. [ 1101.478074] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.478653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.478819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.492094] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.492231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.532521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.532637] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b66c8d4e-96b0-468d-8dd6-3ccc934090a8 is going to be deleted. [ 1101.533624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.538630] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.538765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.581978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.581978] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee994f97-09b7-44e2-9053-65d486c56524 is going to be deleted. [ 1101.583049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.583049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.583049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.583049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.583216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.583317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.583348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.583446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.583910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.584113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.584198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.584319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9e0d048-2892-4e52-9be9-67b149a1a4da" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.584452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.584593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.584669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.584796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c50f3b-a2de-42fd-80c3-ffc4fb9cbc14" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.584898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.585056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.585144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.585236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00d7b64c-0d05-4e43-b61d-02f7f8e715b6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.585360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.585496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.585568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.585672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e4f960-dd64-45e9-aaf2-967ca4444166" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.585793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.585928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.586028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4067c49-c262-419f-843d-1b396847e8bf" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.586391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.586464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa9d1a7-32b4-4ae3-93bd-a790a440f423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.586694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.586828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.586901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.587015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c53e249-b703-4ca5-9d1e-b843991dd454" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.587153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.587287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.587359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.587460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63de9a0a-67e9-4a84-8ae0-a6018f93162c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.595428] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.595559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.595627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.595797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.595923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.596064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4986c473-d42e-4750-b77c-e55ac0858eba" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.706427] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.706579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.706652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.707012] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.707118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.707240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b66c8d4e-96b0-468d-8dd6-3ccc934090a8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.712313] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1101.712870] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.713132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.713210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.713437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.713603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.713704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee994f97-09b7-44e2-9053-65d486c56524" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.750903] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 1101.783664] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.783818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.783894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.784110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.819078] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.836889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.837255] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.837388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.837457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.837665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.837752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.837947] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.838059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.838123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.838282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.838392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.838553] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.838646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.838701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.839438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.839438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.839438] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1101.947984] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.948348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.948348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.948460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.948619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.968311] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1101.976191] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee: rpc.has_security_group_logging(os_id): False [ 1101.977738] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34daf21b-9c9c-4404-978f-c7edfc0bf2d7: rpc.has_security_group_logging(os_id): False [ 1101.980723] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7ae9d77-c271-4612-a2be-a79784a0ccc3: rpc.has_security_group_logging(os_id): False [ 1101.981661] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f01f0b2d-13e7-4631-b8e3-f580ad6000c5: rpc.has_security_group_logging(os_id): False [ 1101.997713] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.997952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.998018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.998522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.999914] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.000138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.000893] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.001042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.001690] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.001831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.004063] env[68237]: INFO networking_nsxv3.common.synchronization [req-f15f8097-54a5-4646-ab22-d67ac7978cef req-ea011c5b-efa8-4247-9c1f-c7537e43cc66 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 1102.004322] env[68237]: INFO networking_nsxv3.common.synchronization [req-f15f8097-54a5-4646-ab22-d67ac7978cef req-ea011c5b-efa8-4247-9c1f-c7537e43cc66 service nova] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1102.004526] env[68237]: INFO networking_nsxv3.common.synchronization [req-f15f8097-54a5-4646-ab22-d67ac7978cef req-ea011c5b-efa8-4247-9c1f-c7537e43cc66 service nova] Enqueued Resource ID: 32c0f429-b5b6-4527-9e8b-a057737135b8 with Priority: HIGHEST for action port [ 1102.004867] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_rules [ 1102.005041] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1102.005225] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c0f429-b5b6-4527-9e8b-a057737135b8 with Priority: HIGHEST for action port [ 1102.005793] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.005984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.006121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.007032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.007032] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.007605] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.007605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.007765] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c0f429-b5b6-4527-9e8b-a057737135b8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.007896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.007978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.008239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.008390] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c0f429-b5b6-4527-9e8b-a057737135b8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.020254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.020808] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.020914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.021085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.021367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.021544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.021874] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.022061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.022181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.022453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.022599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.022910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.023138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.023191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.023427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.023564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.023731] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 1102.025978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.026203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.068245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.068595] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.068771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.068854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.069178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.069178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.073023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 is going to be updated. [ 1102.073023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.073023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.097221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.097525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.097980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.097980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.098142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.098189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.098463] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.098581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.098661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.098851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.098929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.099242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.099342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.099342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.099493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.099580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.099668] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 is going to be updated. [ 1102.101060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.101279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.131050] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.131050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.131597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.131866] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.131961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.132034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.132250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.132326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.132431] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 is going to be updated. [ 1102.133559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.134170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.134170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.170162] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 1102.184478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.184632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.184667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.184876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.185037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.197342] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: IN_PROGRESS for 2s [ 1102.252088] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.252288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.252364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.252680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.252870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.266370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.266535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.266577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.266818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.266985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.270506] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: IN_PROGRESS for 2s [ 1102.283749] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: IN_PROGRESS for 2s [ 1102.322698] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73af604d-74c5-413d-8693-aad7d6661a32: rpc.has_security_group_logging(os_id): False [ 1102.353771] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.353949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.354014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.354286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.354508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.354839] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.354839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.354839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.355062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.355117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.355196] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be created. [ 1102.492920] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.492920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.492920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.492920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.492920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.506545] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: IN_PROGRESS for 2s [ 1102.513019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.513019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32c0f429-b5b6-4527-9e8b-a057737135b8 with status ACTIVE [ 1102.513019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.513019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.513019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.513019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.513575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.513575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.513575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.513575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.513575] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32c0f429-b5b6-4527-9e8b-a057737135b8 is going to be updated. [ 1102.534756] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.535266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.535522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.535846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.536367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.536367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c0f429-b5b6-4527-9e8b-a057737135b8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075585] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1103.075585] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 1103.075725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.076011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.076197] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.076338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.076411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.076598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.076683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.076781] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.578945] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.985694] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1103.986161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.986161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.986366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.986468] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.081583] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.183896] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 1104.184156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.211137] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: SUCCESS [ 1104.211535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.282015] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: SUCCESS [ 1104.282248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.297640] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: SUCCESS [ 1104.297881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.490600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.490771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.490771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.491038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.491224] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.491337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.491410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.491553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.491637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.491721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.491809] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.521018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: SUCCESS [ 1104.521279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.584736] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.585141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.585141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.585242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.585283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.585382] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 1104.612549] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.612792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.612792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.612951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.613112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.621313] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1104.997717] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.999321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.999393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.999647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.000518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.000518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.000518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.000518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.000518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.000918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.000918] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.000918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.000918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.001052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.001167] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.001263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.001319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.001451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.001533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.001612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.001695] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.506887] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 1105.526161] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.526379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.526379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.526531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.526651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.526879] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.527043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.527101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.527295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.527388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.527613] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.527724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.527777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.528271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.528271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.528271] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.528489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.528489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.528605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.528605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.528693] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1105.591480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.591917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.591917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.592041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.592207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.618628] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1105.826037] env[68237]: INFO networking_nsxv3.common.synchronization [req-7d78c88d-5e43-4d16-b0fd-5b58a53f3660 req-397ae254-1fbc-4a6c-afce-b45d98996997 tempest-ServerRescueTestJSON-2081540688 tempest-ServerRescueTestJSON-2081540688-project-member] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1105.827385] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1105.827848] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.828071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.828179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.828485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.828730] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.828899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.829015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.829285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.829429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.829583] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.892685] env[68237]: INFO networking_nsxv3.common.synchronization [req-351ae813-07ba-4edf-8287-2fdbf9735412 req-4b141800-781e-497f-9a51-3737e3f0b59f tempest-ListImageFiltersTestJSON-2040076982 tempest-ListImageFiltersTestJSON-2040076982-project-member] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1105.892685] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGHEST for action security_group_members [ 1105.893144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.893425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.893841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.894112] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.894321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.894455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.894964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.895158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.895331] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.295125] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-985 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.295125] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.295125] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.295125] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.295978] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.296318] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.296536] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.296868] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.297151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.297472] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.297693] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.297927] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.298171] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.298388] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.298646] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.300016] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.318044] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.318044] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.318044] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.318044] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-985" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.318044] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-6b35363e-cd67-4df3-a6e4-3fa00355ae06 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.318044] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.318554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.319291] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.319551] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b35363e-cd67-4df3-a6e4-3fa00355ae06',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.332083] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.397517] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.397681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.397749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.397990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.417214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.417546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.417689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.421144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.421144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.421144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.421144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be updated. [ 1106.443416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.443561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.443637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.444312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.444504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.452489] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: IN_PROGRESS for 2s [ 1106.630906] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1106.631267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.631353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.631570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.631764] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.631878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.631949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.632119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.632201] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.632323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.632442] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.815235] env[68237]: INFO networking_nsxv3.common.synchronization [req-82cd2c33-9229-488a-9cd3-8dd16f658f28 req-9e9db78f-b246-40f0-a1cd-c352e4ab7919 tempest-ServerAddressesNegativeTestJSON-1435391658 tempest-ServerAddressesNegativeTestJSON-1435391658-project-member] Enqueued Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_members [ 1106.816999] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGHEST for action security_group_members [ 1106.818451] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.818451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.818451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.818612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.818797] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.818923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.819026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.819258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.819790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.819790] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.822583] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.822583] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.822583] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.823131] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.823327] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.823596] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 6b35363e-cd67-4df3-a6e4-3fa00355ae06 not found, creating... [ 1106.824043] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.824310] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.824512] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.824856] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.825248] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.825827] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.825998] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.826196] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.826538] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.826944] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.827255] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 6b35363e-cd67-4df3-a6e4-3fa00355ae06 is going to be created. [ 1106.835043] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.849281] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.849281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.849281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.849281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.849281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.849281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.053120] env[68237]: INFO networking_nsxv3.common.synchronization [req-49d024d7-bac0-4417-bdbc-1be6e6b07716 req-7572cf73-0a6e-493a-a274-139fafa04c49 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1107.053120] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1107.053120] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.053120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.053120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.053120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.053605] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.053834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.054049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.054310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.054493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.054699] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.138024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.138024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.138024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.138024] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.138024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.139489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.139875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.142514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.142514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.142514] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.322541] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.322700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.322780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.323012] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.323456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.323456] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.323617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.323617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.326020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.326020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.326020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 is going to be updated. [ 1107.336695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.336695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.336977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.337038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.337346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.337346] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be updated. [ 1107.367939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.368268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.368521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.368700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.368864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.374209] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.375953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.375953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.375953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.376174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.378512] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: IN_PROGRESS for 2s [ 1107.383563] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: IN_PROGRESS for 2s [ 1107.556917] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.592229] env[68237]: INFO networking_nsxv3.common.synchronization [req-7d78c88d-5e43-4d16-b0fd-5b58a53f3660 req-041bac73-6f62-44fd-bd6c-e05e7c37495e service nova] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_rules [ 1107.592456] env[68237]: INFO networking_nsxv3.common.synchronization [req-7d78c88d-5e43-4d16-b0fd-5b58a53f3660 req-041bac73-6f62-44fd-bd6c-e05e7c37495e service nova] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1107.592605] env[68237]: INFO networking_nsxv3.common.synchronization [req-7d78c88d-5e43-4d16-b0fd-5b58a53f3660 req-041bac73-6f62-44fd-bd6c-e05e7c37495e service nova] Enqueued Resource ID: 6b35363e-cd67-4df3-a6e4-3fa00355ae06 with Priority: HIGHEST for action port [ 1107.593604] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_rules [ 1107.593776] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1107.593776] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b35363e-cd67-4df3-a6e4-3fa00355ae06 with Priority: HIGHEST for action port [ 1107.594412] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.594614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.594715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.597484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.597484] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.597484] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.597484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.597897] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b35363e-cd67-4df3-a6e4-3fa00355ae06 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.597897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.597897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.601142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.601142] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b35363e-cd67-4df3-a6e4-3fa00355ae06',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.640898] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1107.641273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.644766] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b03df76-a68d-4153-80d6-db6179d8b2f7: rpc.has_security_group_logging(os_id): False [ 1107.665597] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.665713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.665752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.666320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.666320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.666320] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.666605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.666605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.666605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.666605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.666806] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.666901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.666963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.667144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.667228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.667430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.667528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.669347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.669347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.669347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.669347] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be created. [ 1107.729740] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.730417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.730417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.730417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.730681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.745448] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1108.060166] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.097557] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.097752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.100981] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b35363e-cd67-4df3-a6e4-3fa00355ae06 with status ACTIVE [ 1108.100981] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.100981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.100981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.100981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.101264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.102626] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.102626] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.102626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.102626] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b35363e-cd67-4df3-a6e4-3fa00355ae06 is going to be updated. [ 1108.126640] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.128286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.128286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.128286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.128286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.128286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b35363e-cd67-4df3-a6e4-3fa00355ae06" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.195306] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.195306] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.195306] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.196122] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.196698] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.199018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.199018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.199018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.199018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.199018] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.199018] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.199018] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.199018] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.199018] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.199018] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.199018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.248304] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.248580] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.248819] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.249099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.249514] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-9bcf5292-c53f-42bf-97f1-7f616748f9ed taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.250082] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.250281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.250757] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.250989] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcf5292-c53f-42bf-97f1-7f616748f9ed',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.462842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 in Status: SUCCESS [ 1108.463082] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 deletion is rescheduled due to dependency. [ 1108.463279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.563188] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.563418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.563418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.563684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.563777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.563813] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1108.590673] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.590901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.590901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.591179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.591366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.598850] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1108.753323] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.754067] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.754367] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.754785] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.755095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.756983] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.756983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.756983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.756983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.756983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.756983] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.756983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.756983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.756983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.757427] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.757635] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed is going to be updated. [ 1108.777804] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.778073] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.778234] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.778540] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.778757] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.778985] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.388542] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 in Status: SUCCESS [ 1109.388542] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 deletion is rescheduled due to dependency. [ 1109.388658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.390868] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: SUCCESS [ 1109.391000] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.391273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.391966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.391966] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.391966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.391966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.392211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.392211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.392211] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.433927] env[68237]: INFO networking_nsxv3.common.synchronization [req-301d5103-b14e-4534-a366-b31b7da6dd3d req-0afa34db-f38e-4f6d-872a-202308fd9733 service nova] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 1109.434245] env[68237]: INFO networking_nsxv3.common.synchronization [req-301d5103-b14e-4534-a366-b31b7da6dd3d req-0afa34db-f38e-4f6d-872a-202308fd9733 service nova] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 1109.434454] env[68237]: INFO networking_nsxv3.common.synchronization [req-301d5103-b14e-4534-a366-b31b7da6dd3d req-0afa34db-f38e-4f6d-872a-202308fd9733 service nova] Enqueued Resource ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed with Priority: HIGHEST for action port [ 1109.434909] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_rules [ 1109.435297] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 1109.435454] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed with Priority: HIGHEST for action port [ 1109.437369] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.437369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.437369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.437369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.437369] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.438430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.440042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.440042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.440042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.440042] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.440042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.440042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.440042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.440042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.440042] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.440423] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bcf5292-c53f-42bf-97f1-7f616748f9ed taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.440423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.440541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.440614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.440679] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcf5292-c53f-42bf-97f1-7f616748f9ed',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.761581] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1109.761581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.894261] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.938478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.938478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.941819] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.943274] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bcf5292-c53f-42bf-97f1-7f616748f9ed with status ACTIVE [ 1109.943481] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.943605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.943672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.944630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.944768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.944980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.945131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.945216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.945398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.945886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.946138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.946299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.946387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.946573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.946681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.946790] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bcf5292-c53f-42bf-97f1-7f616748f9ed is going to be updated. [ 1109.967607] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.967960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.967960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.968184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.968370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.968593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bcf5292-c53f-42bf-97f1-7f616748f9ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.400905] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.444383] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.608061] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1110.608296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.903113] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.903497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.903550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.903771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.903867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.903982] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be updated. [ 1110.930162] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.930321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.930402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.930609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.930758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.938526] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: IN_PROGRESS for 2s [ 1110.949148] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.949317] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.949391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.949781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.949864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.950030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 is going to be updated. [ 1110.977630] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.977780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.977886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.978085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.978318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.986712] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: IN_PROGRESS for 2s [ 1111.161107] env[68237]: INFO networking_nsxv3.common.synchronization [req-d33ca53f-8d0b-41ab-8dae-1e92149d5037 req-b6a27788-a425-4fb8-8116-4ef59a5e9529 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_members [ 1111.161107] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_members [ 1111.161107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.161107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.161107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.161107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.161107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.161107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.161107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.165121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.165121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.165121] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.561316] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.561561] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.561729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.562174] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.562512] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.562737] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.562927] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.564850] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.564850] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.564850] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.564850] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.564850] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.564850] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.564850] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.564850] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.564850] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.582046] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.582279] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.582486] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.582661] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.583113] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-9d57c368-4817-44e7-a55f-02a83f75dabc taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.583250] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.583403] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.583764] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.583928] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d57c368-4817-44e7-a55f-02a83f75dabc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.667806] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.668062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.668127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.668323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.668416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.668622] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.668719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.668781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.668935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.669038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.669133] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 already deleted. [ 1111.669217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.085804] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.086143] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.086245] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.086547] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.086722] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.086911] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 9d57c368-4817-44e7-a55f-02a83f75dabc not found, creating... [ 1112.087278] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.087458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.087582] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.087817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.087963] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.088275] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.088434] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.088555] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.088804] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.088953] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.089113] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 9d57c368-4817-44e7-a55f-02a83f75dabc is going to be created. [ 1112.109919] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.110240] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.110377] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.110680] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.110959] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.111219] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.947448] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: SUCCESS [ 1112.947678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.947844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.948129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.948334] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.948460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.948582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.948746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.948851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.948901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.949044] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.994286] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: SUCCESS [ 1112.994494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.994653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.994853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.995052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.995173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.995236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.995391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.995469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.995552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.995643] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.192444] env[68237]: INFO networking_nsxv3.common.synchronization [req-d33ca53f-8d0b-41ab-8dae-1e92149d5037 req-9c21dc6b-5a4b-4ea1-9cca-b203e8bdbba3 service nova] Enqueued Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_rules [ 1113.192444] env[68237]: INFO networking_nsxv3.common.synchronization [req-d33ca53f-8d0b-41ab-8dae-1e92149d5037 req-9c21dc6b-5a4b-4ea1-9cca-b203e8bdbba3 service nova] Enqueued Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_members [ 1113.192444] env[68237]: INFO networking_nsxv3.common.synchronization [req-d33ca53f-8d0b-41ab-8dae-1e92149d5037 req-9c21dc6b-5a4b-4ea1-9cca-b203e8bdbba3 service nova] Enqueued Resource ID: 9d57c368-4817-44e7-a55f-02a83f75dabc with Priority: HIGHEST for action port [ 1113.192794] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_rules [ 1113.192924] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_members [ 1113.193129] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d57c368-4817-44e7-a55f-02a83f75dabc with Priority: HIGHEST for action port [ 1113.193705] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.193858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.193900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.194148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.194226] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.195763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.195763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.195763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.195763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.195763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.195763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.195974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.195974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.196182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.196182] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.196899] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d57c368-4817-44e7-a55f-02a83f75dabc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.197025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.197122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.197340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.197455] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d57c368-4817-44e7-a55f-02a83f75dabc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.428609] env[68237]: INFO networking_nsxv3.common.synchronization [req-18a7e4b3-5878-4941-95b9-d794a4ed5436 req-a8528c2b-bf5b-4497-b79b-34a3a0e32c0f tempest-ServerDiskConfigTestJSON-2120003706 tempest-ServerDiskConfigTestJSON-2120003706-project-member] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1113.429325] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGHEST for action security_group_members [ 1113.429508] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.429658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.429719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.429936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.430169] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.430301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.431029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.431029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.431029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.431029] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.451767] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.451903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.451976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.452205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.452370] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.452471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.452535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.452682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.452768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.452856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.453012] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.453116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.453176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.453315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.453452] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.453557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.453598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.453728] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.453802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.453883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.453972] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.497593] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.699357] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.699433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.699611] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.700622] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d57c368-4817-44e7-a55f-02a83f75dabc with status ACTIVE [ 1113.700824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.700952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.701052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.703669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.703669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.703669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.703669] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d57c368-4817-44e7-a55f-02a83f75dabc is going to be updated. [ 1113.725817] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.726045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.726045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.726284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.726425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.726619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d57c368-4817-44e7-a55f-02a83f75dabc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.932634] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.932767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.932856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.933131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.933239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.933457] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.933605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.933694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.933909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.934033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.934133] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be updated. [ 1113.956068] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98992514-6648-4de0-a247-2d014e4aef7f: rpc.has_security_group_logging(os_id): False [ 1113.960464] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.960973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.960973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.960973] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.961203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.973425] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: IN_PROGRESS for 2s [ 1113.975036] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.975036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.975036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.975036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.994405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.994705] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.994829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.994900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.995132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.995234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.995488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.995602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.995664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.995844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.996344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.996344] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.996344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.996344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.996503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.996529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.996615] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be updated. [ 1114.000505] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf8527ca-675e-4e3d-872e-3961aa243e00: rpc.has_security_group_logging(os_id): False [ 1114.024669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.024879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.024976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.025232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.025337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.025603] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.025703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.025765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.025915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.025993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.026332] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 is going to be created. [ 1114.068219] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.068416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.068450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.068658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.068808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.084263] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: IN_PROGRESS for 2s [ 1114.092192] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.092400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.092485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.092734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.092930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.118979] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: IN_PROGRESS for 2s [ 1114.207162] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.710262] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.710462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.710554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.710872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.712210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.712392] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 is going to be created. [ 1114.736801] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.736969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.737052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.737267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.737428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.745503] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 in Status: UNINITIALIZED for 2s [ 1115.845917] env[68237]: INFO networking_nsxv3.common.synchronization [req-d17b3622-b87f-48b0-815b-3570c0555eba req-eb356f4e-64ef-4536-9b84-8cbf2abeeee5 tempest-ServersNegativeTestJSON-1623060957 tempest-ServersNegativeTestJSON-1623060957-project-member] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 1115.845917] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGHEST for action security_group_members [ 1115.849174] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.849174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.849174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.849174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.849174] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.849174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.849174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.849174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.849174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.849174] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.990065] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 in Status: SUCCESS [ 1115.990065] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 deletion is rescheduled due to dependency. [ 1115.990065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.099589] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: SUCCESS [ 1116.099589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.131873] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: SUCCESS [ 1116.132576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.352307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.355163] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.355163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.355163] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be updated. [ 1116.392862] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.393031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.393031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.393256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.393407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.403806] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: IN_PROGRESS for 2s [ 1116.428387] env[68237]: INFO networking_nsxv3.common.synchronization [None req-66c32887-eca8-45d3-baf0-41627af0542a None None] Enqueued Resource ID: 225b96d3-3ac3-4453-8ad9-8eec2e834216 with Priority: HIGHEST for action port [ 1116.429533] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225b96d3-3ac3-4453-8ad9-8eec2e834216 with Priority: HIGHEST for action port [ 1116.429660] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-225b96d3-3ac3-4453-8ad9-8eec2e834216 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.429890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225b96d3-3ac3-4453-8ad9-8eec2e834216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.429963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225b96d3-3ac3-4453-8ad9-8eec2e834216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.430274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225b96d3-3ac3-4453-8ad9-8eec2e834216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.430390] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225b96d3-3ac3-4453-8ad9-8eec2e834216',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.757076] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 in Status: SUCCESS [ 1116.757076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.757076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.757076] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.757076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.757076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.757076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.757520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757520] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.934137] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 225b96d3-3ac3-4453-8ad9-8eec2e834216 [ 1116.934137] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.934137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.934137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.934137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.934630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.934630] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:225b96d3-3ac3-4453-8ad9-8eec2e834216 already deleted. [ 1116.934630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225b96d3-3ac3-4453-8ad9-8eec2e834216" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.260879] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.766297] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e9db77-ba06-4184-a2dd-5b9ff86310b7: rpc.has_security_group_logging(os_id): False [ 1117.783582] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.783582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.783743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.783840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.783943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.784224] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.784336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.784401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.784572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.784975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.784975] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 is going to be created. [ 1117.841153] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.841453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.841527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.841806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.842093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.862433] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 in Status: IN_PROGRESS for 2s [ 1118.417122] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee in Status: SUCCESS [ 1118.418315] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee deletion is rescheduled due to dependency. [ 1118.418315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.845168] env[68237]: INFO networking_nsxv3.common.synchronization [None req-420b3ccb-cb19-42ad-9509-98c4e6d48bc9 None None] Enqueued Resource ID: cbe6194f-df9a-438a-9ec5-20b14abe8605 with Priority: HIGHEST for action port [ 1118.845465] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe6194f-df9a-438a-9ec5-20b14abe8605 with Priority: HIGHEST for action port [ 1118.846045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe6194f-df9a-438a-9ec5-20b14abe8605 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.846273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe6194f-df9a-438a-9ec5-20b14abe8605" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.846349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe6194f-df9a-438a-9ec5-20b14abe8605" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.846608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe6194f-df9a-438a-9ec5-20b14abe8605" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.846690] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe6194f-df9a-438a-9ec5-20b14abe8605',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.349074] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbe6194f-df9a-438a-9ec5-20b14abe8605 [ 1119.349329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.349503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.349687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.349919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.350025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.350191] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbe6194f-df9a-438a-9ec5-20b14abe8605 already deleted. [ 1119.350281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe6194f-df9a-438a-9ec5-20b14abe8605" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.874859] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 in Status: SUCCESS [ 1119.874859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.026039] env[68237]: INFO networking_nsxv3.common.synchronization [None req-43a73de8-caa8-4cb0-bc93-8bda0849f5a1 None None] Enqueued Resource ID: 86876ad7-5b7d-49f2-9371-db23a5f1b2e8 with Priority: HIGHEST for action port [ 1123.026039] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86876ad7-5b7d-49f2-9371-db23a5f1b2e8 with Priority: HIGHEST for action port [ 1123.027224] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-86876ad7-5b7d-49f2-9371-db23a5f1b2e8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.027498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86876ad7-5b7d-49f2-9371-db23a5f1b2e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.027937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86876ad7-5b7d-49f2-9371-db23a5f1b2e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.028327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86876ad7-5b7d-49f2-9371-db23a5f1b2e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.028660] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86876ad7-5b7d-49f2-9371-db23a5f1b2e8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.530867] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86876ad7-5b7d-49f2-9371-db23a5f1b2e8 [ 1123.531123] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.531261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.531332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.531540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.531626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.531719] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86876ad7-5b7d-49f2-9371-db23a5f1b2e8 already deleted. [ 1123.531797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86876ad7-5b7d-49f2-9371-db23a5f1b2e8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.727914] env[68237]: INFO networking_nsxv3.common.synchronization [None req-9f063301-6ea3-4861-bd9a-b6f6a779b2a0 None None] Enqueued Resource ID: 9fa8144b-a051-4f0d-9380-78a9177ecba8 with Priority: HIGHEST for action port [ 1125.728257] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa8144b-a051-4f0d-9380-78a9177ecba8 with Priority: HIGHEST for action port [ 1125.728854] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa8144b-a051-4f0d-9380-78a9177ecba8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.729011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa8144b-a051-4f0d-9380-78a9177ecba8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.730520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa8144b-a051-4f0d-9380-78a9177ecba8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.730520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa8144b-a051-4f0d-9380-78a9177ecba8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.730520] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa8144b-a051-4f0d-9380-78a9177ecba8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.231952] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fa8144b-a051-4f0d-9380-78a9177ecba8 [ 1126.232344] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.232536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.232621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.232938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.233075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.233211] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fa8144b-a051-4f0d-9380-78a9177ecba8 already deleted. [ 1126.233346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa8144b-a051-4f0d-9380-78a9177ecba8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.538432] env[68237]: INFO networking_nsxv3.common.synchronization [req-4a0c443e-238f-49fc-9562-5d4614e73417 req-f0f3d556-d4fc-458e-9b8a-2de7bd567562 tempest-AttachInterfacesV270Test-1798585359 tempest-AttachInterfacesV270Test-1798585359-project-member] Enqueued Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_members [ 1126.538956] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_members [ 1126.539278] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.539395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.539473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.540045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.540045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.542283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.542397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.542630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.542702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.542841] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.880952] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.881292] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-481" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.881349] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-481" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.881675] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-481" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.881946] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.882216] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.882349] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.882585] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.882928] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.883339] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.883339] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.883459] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.883495] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.883588] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.883710] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.883851] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.907049] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.907221] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.907364] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.907539] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-481" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.907830] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-6809cc9e-9900-43c7-850f-f17a020b6c34 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.907998] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.908164] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.908460] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.908604] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6809cc9e-9900-43c7-850f-f17a020b6c34',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.044488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.044675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.044750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.044992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.045119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.045344] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.045442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.045515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.045676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.045756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.045857] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafe81a3-2124-4f03-adc9-3a2371183262 already deleted. [ 1127.045939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.411050] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.411289] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.411409] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.411724] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.412057] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.412250] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 6809cc9e-9900-43c7-850f-f17a020b6c34 not found, creating... [ 1127.412552] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.412724] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.412849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.413095] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.413258] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.413550] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.413709] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.413831] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.414048] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.414192] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.414337] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 6809cc9e-9900-43c7-850f-f17a020b6c34 is going to be created. [ 1127.440021] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.440021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.440021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.440021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.440021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.440021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.773676] env[68237]: INFO networking_nsxv3.common.synchronization [None req-d4d13afc-1ff2-4fa9-a458-c6fe49af7375 None None] Enqueued Resource ID: 35d29343-18b4-41e5-b816-11f612cc327f with Priority: HIGHEST for action port [ 1127.774403] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d29343-18b4-41e5-b816-11f612cc327f with Priority: HIGHEST for action port [ 1127.774827] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d29343-18b4-41e5-b816-11f612cc327f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.774990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d29343-18b4-41e5-b816-11f612cc327f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.778819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d29343-18b4-41e5-b816-11f612cc327f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.779546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d29343-18b4-41e5-b816-11f612cc327f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.779546] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d29343-18b4-41e5-b816-11f612cc327f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.285019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d29343-18b4-41e5-b816-11f612cc327f [ 1128.285019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.285019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.285019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.285019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.285019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.285019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d29343-18b4-41e5-b816-11f612cc327f already deleted. [ 1128.285019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d29343-18b4-41e5-b816-11f612cc327f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.304752] env[68237]: INFO networking_nsxv3.common.synchronization [req-4a0c443e-238f-49fc-9562-5d4614e73417 req-d6ea7769-b512-404a-b651-01cc6a6f33b9 service nova] Enqueued Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_rules [ 1128.304933] env[68237]: INFO networking_nsxv3.common.synchronization [req-4a0c443e-238f-49fc-9562-5d4614e73417 req-d6ea7769-b512-404a-b651-01cc6a6f33b9 service nova] Enqueued Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_members [ 1128.305088] env[68237]: INFO networking_nsxv3.common.synchronization [req-4a0c443e-238f-49fc-9562-5d4614e73417 req-d6ea7769-b512-404a-b651-01cc6a6f33b9 service nova] Enqueued Resource ID: 6809cc9e-9900-43c7-850f-f17a020b6c34 with Priority: HIGHEST for action port [ 1128.305315] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_rules [ 1128.305450] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_members [ 1128.305533] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6809cc9e-9900-43c7-850f-f17a020b6c34 with Priority: HIGHEST for action port [ 1128.306699] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.306699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.306904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.307065] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.307133] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.311591] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.311591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.311591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.311591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.311591] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.311591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.311591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.311591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.311591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.311591] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.312210] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-6809cc9e-9900-43c7-850f-f17a020b6c34 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.312298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.312456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.313447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.313447] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6809cc9e-9900-43c7-850f-f17a020b6c34',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.452431] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5a7c7ebb-5713-450e-9d05-b0ea14e0c16c tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_rules [ 1128.452929] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_rules [ 1128.453246] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.453364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.453430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.453667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.453744] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.573597] env[68237]: INFO networking_nsxv3.common.synchronization [None req-847971be-11d2-48d2-ac0f-f22f47529c8c tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_rules [ 1128.574490] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_rules [ 1128.575180] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.575557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.818893] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.819046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.819276] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.820644] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6809cc9e-9900-43c7-850f-f17a020b6c34 with status ACTIVE [ 1128.820644] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.820644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.820644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.820783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.820783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.824042] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.824042] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.824042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.824042] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6809cc9e-9900-43c7-850f-f17a020b6c34 is going to be updated. [ 1128.842245] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.842454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.842994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.842994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.842994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.843219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6809cc9e-9900-43c7-850f-f17a020b6c34" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.866937] env[68237]: INFO networking_nsxv3.common.synchronization [req-422c85d7-a31a-481e-9adb-1d05265e4a13 req-9290b4f9-52f6-4a57-9c49-09727abec6c3 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1128.867473] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1128.867753] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.867874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.867938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.868148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.869250] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.869397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.869433] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.869612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.869697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.869801] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.978191] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.978344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.978411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.978620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.978702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.978794] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 already deleted. [ 1128.978874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.979041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.979208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.979287] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.326074] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.327654] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.327925] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.328031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.328320] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.331049] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.331049] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.331049] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.331049] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.331049] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.331049] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.331049] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.331049] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.331049] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.331049] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.331049] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.331049] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.361115] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.361115] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.361115] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.361115] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-770" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.361115] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.361115] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.361115] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.361115] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.361115] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.372066] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.502220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.502382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.502438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.502648] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.503114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.503114] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 already deleted. [ 1129.503114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.833797] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.833797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.833797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.833797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.833797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.833797] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafe81a3-2124-4f03-adc9-3a2371183262 is going to be created. [ 1129.854665] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.854808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.854876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.855168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.855335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.863810] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafe81a3-2124-4f03-adc9-3a2371183262 in Status: UNINITIALIZED for 2s [ 1129.869434] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.869686] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.869809] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.870023] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.870187] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.870355] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 not found, creating... [ 1129.870608] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.870769] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.870891] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.871129] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.871291] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.871572] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.871737] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.871860] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.872164] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.872321] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.872517] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 is going to be created. [ 1129.873535] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.890305] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.890510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.890639] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.890879] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.891118] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.891340] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.190545] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a8713ecf-c91b-4bd0-96c6-2e18ce7e5ded None None] Enqueued Resource ID: 436042be-7702-4b64-948b-e63ec5fcaa08 with Priority: HIGHEST for action port [ 1130.190830] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 436042be-7702-4b64-948b-e63ec5fcaa08 with Priority: HIGHEST for action port [ 1130.193203] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-436042be-7702-4b64-948b-e63ec5fcaa08 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.193203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-436042be-7702-4b64-948b-e63ec5fcaa08" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.193203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-436042be-7702-4b64-948b-e63ec5fcaa08" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.193203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-436042be-7702-4b64-948b-e63ec5fcaa08" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.193203] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('436042be-7702-4b64-948b-e63ec5fcaa08',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.381022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.381022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.381022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.381022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.381022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.381022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1130.407193] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.407399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.407399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.407597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.407731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.417890] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1130.696514] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 436042be-7702-4b64-948b-e63ec5fcaa08 [ 1130.699022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.699022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.699022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.699022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.699022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.699022] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:436042be-7702-4b64-948b-e63ec5fcaa08 already deleted. [ 1130.699022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-436042be-7702-4b64-948b-e63ec5fcaa08" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.757759] env[68237]: INFO networking_nsxv3.common.synchronization [req-422c85d7-a31a-481e-9adb-1d05265e4a13 req-888db89d-38e7-427b-a061-0a2068f4b6b8 service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 1130.757940] env[68237]: INFO networking_nsxv3.common.synchronization [req-422c85d7-a31a-481e-9adb-1d05265e4a13 req-888db89d-38e7-427b-a061-0a2068f4b6b8 service nova] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1130.758122] env[68237]: INFO networking_nsxv3.common.synchronization [req-422c85d7-a31a-481e-9adb-1d05265e4a13 req-888db89d-38e7-427b-a061-0a2068f4b6b8 service nova] Enqueued Resource ID: 308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 with Priority: HIGHEST for action port [ 1130.758353] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_rules [ 1130.758483] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1130.758578] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 with Priority: HIGHEST for action port [ 1130.761116] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.761116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.761116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.761116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.761116] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.761116] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.761116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.761330] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.761384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.761443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.761581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.761650] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.935388] env[68237]: INFO networking_nsxv3.common.synchronization [req-c9419405-40c0-4d99-be3d-de17324ed184 req-d457793f-51ec-48b7-be47-376ff5b1719c tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_members [ 1130.935858] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGHEST for action security_group_members [ 1130.936174] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.936297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.936361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.936793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.936793] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.936793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.937075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.937075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.940810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.940921] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.263229] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.263451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.268244] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 with status ACTIVE [ 1131.268461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.268589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.268670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.268866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.268992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.269158] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.269375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.269375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.269471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.269509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.269706] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.269767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.269822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.269978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.270049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.272763] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9 is going to be updated. [ 1131.289806] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.289900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.289974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.290273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.290357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.290509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308e90b2-5cb3-40d0-a9cc-7a2cfb73c7b9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.445903] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.446282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.446282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.446400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.446506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.446728] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.446821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.446902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.447470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.447470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.447470] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 is going to be updated. [ 1131.479029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.479029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.479029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.479029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.479258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.487798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: IN_PROGRESS for 2s [ 1131.873504] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafe81a3-2124-4f03-adc9-3a2371183262 in Status: SUCCESS [ 1131.873718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.873880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.874109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.874298] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.874412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.874475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.874624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.874703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.874784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.874871] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.208466] env[68237]: INFO networking_nsxv3.common.synchronization [req-e682cc21-6136-42fd-80ad-ed7e7e9a7703 req-44d167df-081d-460f-bc1e-b4b2e1d75664 tempest-ServerGroupTestJSON-15191867 tempest-ServerGroupTestJSON-15191867-project-member] Enqueued Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_members [ 1132.208880] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_members [ 1132.209202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.209361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.209395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.209636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.209785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.209881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.209935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.210361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.210361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.210361] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.383125] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.383286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.383366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.383581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.383854] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.383967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.383967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.384111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.384212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.384297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.384443] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.384531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.384599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.384824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.384900] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.384969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.385040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.385176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.385249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.385332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.385417] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.428417] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1132.428636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.428800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.429013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.429204] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.429424] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.430161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.430418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.430520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.430630] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.487460] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.487735] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-119" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.487798] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-119" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.488151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-119" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.488450] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.488617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.488737] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.488955] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.489119] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.489327] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.489448] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.489564] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.489676] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.489926] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.489926] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.490046] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.505848] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.506016] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1132.506163] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.506329] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-119" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.506611] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.506774] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.506894] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.507198] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.507340] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f33af8-00d6-49df-b0a3-3bc05bdff4d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.714404] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.714404] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.714404] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 already deleted. [ 1132.714404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.889568] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dafe81a3-2124-4f03-adc9-3a2371183262: rpc.has_security_group_logging(os_id): False [ 1132.905233] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.905604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.905783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.906084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.906332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.906648] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.907094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.907094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.907256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.907423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.907716] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.909018] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.909018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.909018] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dafe81a3-2124-4f03-adc9-3a2371183262 is going to be created. [ 1132.937199] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.960627] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.961035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.962540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.962540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.962540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.971300] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dafe81a3-2124-4f03-adc9-3a2371183262 in Status: IN_PROGRESS for 2s [ 1133.012943] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.012943] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 46f33af8-00d6-49df-b0a3-3bc05bdff4d1 not found, creating... [ 1133.012943] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.012943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.013442] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.013442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.013442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.013442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.013442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.013442] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 46f33af8-00d6-49df-b0a3-3bc05bdff4d1 is going to be created. [ 1133.032157] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.032554] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.032806] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.033148] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.033488] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.033817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.141139] env[68237]: INFO networking_nsxv3.common.synchronization [req-aca6270c-1bc4-4f36-821e-503828829b99 req-cf00bf8b-f22f-4cee-a48f-48ec55bc5258 tempest-ServerRescueTestJSON-2081540688 tempest-ServerRescueTestJSON-2081540688-project-member] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1133.141139] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1133.141139] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.141139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.141139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.141384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.141414] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.141504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.141563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.141711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.141788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.141879] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.438446] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.496884] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 in Status: SUCCESS [ 1133.497207] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 deletion is rescheduled due to dependency. [ 1133.497207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.649222] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.744408] env[68237]: INFO networking_nsxv3.common.synchronization [req-e682cc21-6136-42fd-80ad-ed7e7e9a7703 req-eee4a7b7-0931-46bd-9f5d-6fd2eccd151f service nova] Enqueued Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_rules [ 1133.744408] env[68237]: INFO networking_nsxv3.common.synchronization [req-e682cc21-6136-42fd-80ad-ed7e7e9a7703 req-eee4a7b7-0931-46bd-9f5d-6fd2eccd151f service nova] Enqueued Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_members [ 1133.744408] env[68237]: INFO networking_nsxv3.common.synchronization [req-e682cc21-6136-42fd-80ad-ed7e7e9a7703 req-eee4a7b7-0931-46bd-9f5d-6fd2eccd151f service nova] Enqueued Resource ID: 46f33af8-00d6-49df-b0a3-3bc05bdff4d1 with Priority: HIGHEST for action port [ 1133.744408] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_rules [ 1133.744607] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_members [ 1133.744607] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f33af8-00d6-49df-b0a3-3bc05bdff4d1 with Priority: HIGHEST for action port [ 1133.744789] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.744919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.744986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.745258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.745343] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.746217] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.746328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.746393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.746557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.746703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.746823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.746925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.747077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.747161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.747251] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.747973] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.748092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.748158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.748342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.748423] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f33af8-00d6-49df-b0a3-3bc05bdff4d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.941486] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.941486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.941758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.941798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.941884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.941984] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1133.967181] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.967360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.967442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.967650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.967794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.975617] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1134.052044] env[68237]: INFO networking_nsxv3.common.synchronization [req-a2ca081c-cd2d-4a45-afc8-2290f024b633 req-a227ce6d-3798-468d-b4bf-c83aa17a57b9 tempest-ServersTestJSON-1929471806 tempest-ServersTestJSON-1929471806-project-member] Enqueued Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_members [ 1134.052796] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGHEST for action security_group_members [ 1134.053325] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.053541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.053683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.053980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.054292] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.054483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.054613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.054879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.055055] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.055215] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.151105] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.250840] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.251669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.251669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.252967] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46f33af8-00d6-49df-b0a3-3bc05bdff4d1 with status ACTIVE [ 1134.255506] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.255506] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.255506] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.255506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.255506] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46f33af8-00d6-49df-b0a3-3bc05bdff4d1 is going to be updated. [ 1134.278268] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.278268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.278268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.279316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.279316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.279316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f33af8-00d6-49df-b0a3-3bc05bdff4d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.558148] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.558618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.558618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.558618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.577823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.578088] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.578267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.578267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.578461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.578546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.578631] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 is going to be updated. [ 1134.602734] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.602946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.602946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.603104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.603247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.610946] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 in Status: IN_PROGRESS for 2s [ 1134.653503] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.653661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.653745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.653939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.654076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.654178] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be updated. [ 1134.679075] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.679214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.679214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.679432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.679605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.687421] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: IN_PROGRESS for 2s [ 1134.752723] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.983504] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dafe81a3-2124-4f03-adc9-3a2371183262 in Status: SUCCESS [ 1134.983858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.255144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.255313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.255386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.255604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.255692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.255793] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 is going to be created. [ 1135.278651] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.278855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.278928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.279142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.279298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.289186] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 in Status: UNINITIALIZED for 2s [ 1135.428923] env[68237]: INFO networking_nsxv3.common.synchronization [req-4ef8db54-11dc-442b-b9df-dfabeeeb3c28 req-aeac497d-31d6-4e06-b77e-c70960a617af tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_members [ 1135.429473] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_members [ 1135.429770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.429917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.429984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.430521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.430675] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.430785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.430830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.431047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.431152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.431269] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.742639] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.742968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.743244] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.743345] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.743643] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.743889] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.744073] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.744310] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.744465] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.744683] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.744803] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.744918] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.745096] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.745230] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.745345] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.745484] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.770068] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.770322] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.770508] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.770760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.771157] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e73356d6-fa2a-49f0-b862-b5f1644c7579 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.771368] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.771543] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.771894] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.772071] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73356d6-fa2a-49f0-b862-b5f1644c7579',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.933622] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.933788] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.933866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.934139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.934237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.934546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.934696] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.934772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.935036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.935147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.935277] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 already deleted. [ 1135.935414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.985260] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1135.985592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.985836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.986092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.986340] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.986541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.986712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.986791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.986847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.986938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.987092] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.274700] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.274877] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.275025] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.275315] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.275473] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.275636] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e73356d6-fa2a-49f0-b862-b5f1644c7579 not found, creating... [ 1136.275901] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.276079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.276203] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.276430] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.276580] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.276853] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.277020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.277144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.277365] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.277503] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.277647] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e73356d6-fa2a-49f0-b862-b5f1644c7579 is going to be created. [ 1136.304728] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.305010] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.305176] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.305478] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.306034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.306034] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.490097] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.490293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.490421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.490860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.491084] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.492130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.492251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.492428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.492517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.492613] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.492763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.492858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.492922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.493078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.493217] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.493309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.493372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.493508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.493584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.493664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.493753] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.620728] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 in Status: SUCCESS [ 1136.620910] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 deletion is rescheduled due to dependency. [ 1136.621043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.696589] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: SUCCESS [ 1136.696802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.001418] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce: rpc.has_security_group_logging(os_id): False [ 1137.003233] env[68237]: INFO networking_nsxv3.common.synchronization [req-4ef8db54-11dc-442b-b9df-dfabeeeb3c28 req-2530f2d0-edbc-4cec-affb-48b54d8d2fc7 service nova] Enqueued Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_rules [ 1137.003318] env[68237]: INFO networking_nsxv3.common.synchronization [req-4ef8db54-11dc-442b-b9df-dfabeeeb3c28 req-2530f2d0-edbc-4cec-affb-48b54d8d2fc7 service nova] Enqueued Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_members [ 1137.004934] env[68237]: INFO networking_nsxv3.common.synchronization [req-4ef8db54-11dc-442b-b9df-dfabeeeb3c28 req-2530f2d0-edbc-4cec-affb-48b54d8d2fc7 service nova] Enqueued Resource ID: e73356d6-fa2a-49f0-b862-b5f1644c7579 with Priority: HIGHEST for action port [ 1137.004934] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_rules [ 1137.004934] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_members [ 1137.004934] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73356d6-fa2a-49f0-b862-b5f1644c7579 with Priority: HIGHEST for action port [ 1137.005500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.005638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.005686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.006268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.006268] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.007466] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.007466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.007466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.007466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.007466] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.007466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.007466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.007779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.007779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.007779] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.008480] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73356d6-fa2a-49f0-b862-b5f1644c7579 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.008600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.008668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.008816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.008889] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73356d6-fa2a-49f0-b862-b5f1644c7579',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.021610] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.021778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.021821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.022021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.022121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.022329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.022448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.022569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.022827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.022827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.022984] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.023099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.023162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.023304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.023379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.023569] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.023692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.023791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.023863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.023936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.024083] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1137.080413] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.080603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.080664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.080847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.080988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.096359] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1137.298810] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 in Status: SUCCESS [ 1137.298810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.298810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.298993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.299323] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.299453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.299453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.300747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.300747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.300747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.300747] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.510827] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.511699] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.511822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.512012] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e73356d6-fa2a-49f0-b862-b5f1644c7579 with status ACTIVE [ 1137.512153] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.512255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.512384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.512747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.512747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.512856] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.512856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.512938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.513074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.513154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.513331] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.513423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.513534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.513642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.513708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.513865] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e73356d6-fa2a-49f0-b862-b5f1644c7579 is going to be updated. [ 1137.534252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.534423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.534423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.534606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.534737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.534881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73356d6-fa2a-49f0-b862-b5f1644c7579" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.801804] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.801951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.802035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.802253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.802487] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.802625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.802687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.802846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.802934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.803032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.803183] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.803277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.803340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.803481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.803640] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.803772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.803836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.803979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.804069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.804156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.804241] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.017035] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.306459] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8d9d380-19e9-4e68-9e34-2cf7ea4811f4: rpc.has_security_group_logging(os_id): False [ 1138.324749] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.324934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.325038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.325204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.325287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.325518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.325620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.325689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.325851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.325965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.326120] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.326214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.326276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.326421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.326496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.326677] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.326797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.326835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.326968] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.327052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.327137] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 is going to be created. [ 1138.385041] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.385174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.385213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.385447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.385718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.398889] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 in Status: IN_PROGRESS for 2s [ 1138.520045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.520231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.520406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.520622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.520743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.520866] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 is going to be created. [ 1138.546131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.546308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.546374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.547300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.547492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.556126] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 in Status: UNINITIALIZED for 2s [ 1139.114098] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1139.114376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.410741] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 in Status: SUCCESS [ 1140.411026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.565185] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 in Status: SUCCESS [ 1140.565409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.565583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.565808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.565985] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.566115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.566182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.566342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.566408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.566495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.566585] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.070989] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.225093] env[68237]: INFO networking_nsxv3.common.synchronization [req-004753c5-580c-40b7-9a0c-a4db2704bc45 req-7811e613-1ca3-47a1-81b7-dbb78e93d8b8 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1141.225558] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1141.225865] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.225987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.226346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.226589] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.226785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.226884] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.226934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.227258] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.227351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.227514] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.315423] env[68237]: INFO networking_nsxv3.common.synchronization [req-95f85e3b-e84f-4f4c-9203-c451cb107b78 req-3ba737a4-0bb1-452e-8811-cc3a56202a29 tempest-AttachInterfacesV270Test-1798585359 tempest-AttachInterfacesV270Test-1798585359-project-member] Enqueued Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_members [ 1141.316131] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGHEST for action security_group_members [ 1141.316890] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.316890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.316890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.316890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.316890] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.316890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.317149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.317149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.317227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.317347] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.522056] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.522422] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.524520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.524520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.524520] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.524520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.524520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.524520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.524520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.525141] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.525141] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.525310] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.525479] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.525606] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.525716] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.525889] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.548051] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.548248] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.548460] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.548678] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.549091] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e701e429-b2ba-44bd-a482-df72b133b5fc taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.549307] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.549462] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.549807] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.549963] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e701e429-b2ba-44bd-a482-df72b133b5fc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.573104] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5: rpc.has_security_group_logging(os_id): False [ 1141.588785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.588950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.589046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.589252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.589849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.589849] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.589849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.589849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.590914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.590914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.590914] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 is going to be created. [ 1141.643711] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.643908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.643908] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.644049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.644245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.655361] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 in Status: IN_PROGRESS for 2s [ 1141.732587] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.732587] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.732587] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 already deleted. [ 1141.732587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.821859] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.821859] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.821859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.821859] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafe81a3-2124-4f03-adc9-3a2371183262 is going to be updated. [ 1141.853770] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.856145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.856145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.856145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.856145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.864437] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafe81a3-2124-4f03-adc9-3a2371183262 in Status: IN_PROGRESS for 2s [ 1142.058973] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.058973] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e701e429-b2ba-44bd-a482-df72b133b5fc not found, creating... [ 1142.058973] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.058973] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.059458] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.059458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.059458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.059458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.059458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.060515] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e701e429-b2ba-44bd-a482-df72b133b5fc is going to be created. [ 1142.081144] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.081144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.081144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.081144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.081144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.081144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.844997] env[68237]: INFO networking_nsxv3.common.synchronization [req-da83a5ff-f0c1-44f5-b67a-4603c0f07b6b req-7cfb4f82-d6e9-4364-b391-ff532a66c551 tempest-ServerRescueTestJSON-2081540688 tempest-ServerRescueTestJSON-2081540688-project-member] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1142.846550] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGHEST for action security_group_members [ 1142.846550] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.846550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.846550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.847207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.847366] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.847529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.847641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.847856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.847994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.848147] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.913530] env[68237]: INFO networking_nsxv3.common.synchronization [req-004753c5-580c-40b7-9a0c-a4db2704bc45 req-ac653094-5a93-4ece-bdf1-47579fd5fe24 service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1142.913873] env[68237]: INFO networking_nsxv3.common.synchronization [req-004753c5-580c-40b7-9a0c-a4db2704bc45 req-ac653094-5a93-4ece-bdf1-47579fd5fe24 service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1142.914126] env[68237]: INFO networking_nsxv3.common.synchronization [req-004753c5-580c-40b7-9a0c-a4db2704bc45 req-ac653094-5a93-4ece-bdf1-47579fd5fe24 service nova] Enqueued Resource ID: e701e429-b2ba-44bd-a482-df72b133b5fc with Priority: HIGHEST for action port [ 1142.914422] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1142.914560] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1142.914751] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e701e429-b2ba-44bd-a482-df72b133b5fc with Priority: HIGHEST for action port [ 1142.918526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.918526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.918526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.918526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.918526] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.918526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.918526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.918526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.918526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.918526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.920569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.920701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.920904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.921047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.921236] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.922067] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e701e429-b2ba-44bd-a482-df72b133b5fc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.922186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.922244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.922355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.922437] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e701e429-b2ba-44bd-a482-df72b133b5fc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.351513] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.351899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.351899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.352079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.352176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.352396] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.352504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.352569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.352775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.352859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.352943] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be updated. [ 1143.379656] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.379803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.379874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.380085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.380229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.393789] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: IN_PROGRESS for 2s [ 1143.424038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.424151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.426570] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e701e429-b2ba-44bd-a482-df72b133b5fc with status ACTIVE [ 1143.426714] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.426838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.426903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.427113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.427203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.427365] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.427467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.427538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.427708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.427787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.427967] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.428185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.428252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.428394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.428467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.428561] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e701e429-b2ba-44bd-a482-df72b133b5fc is going to be updated. [ 1143.430028] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.453926] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.454077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.454145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.454500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.454500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.454694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e701e429-b2ba-44bd-a482-df72b133b5fc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.666353] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 in Status: SUCCESS [ 1143.666586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.771950] env[68237]: INFO networking_nsxv3.common.synchronization [req-ebe7d80b-e7a1-4e28-b0eb-665664935617 req-25504a3f-1efc-4285-8a2f-b03e5fa7526f tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1143.772495] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1143.772805] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.772932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.772999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.775316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.775316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.775316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.775316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.775316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.775316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.775544] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.873934] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dafe81a3-2124-4f03-adc9-3a2371183262 in Status: SUCCESS [ 1143.874169] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dafe81a3-2124-4f03-adc9-3a2371183262 deletion is rescheduled due to dependency. [ 1143.875042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.933114] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.279667] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.435360] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.438345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.438345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.438345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.438345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.438345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be created. [ 1144.457177] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.457339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.457427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.457624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.457794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.466070] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: UNINITIALIZED for 2s [ 1144.483927] env[68237]: INFO networking_nsxv3.common.synchronization [req-e578b166-af91-43fb-af75-edfa785516fa req-751b7b7a-44f8-4acd-98dc-7b323e973557 tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 1144.484455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 1144.484980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.486166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.486166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.486266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.486393] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.486758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.486830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.486995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.487097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.487192] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.721019] env[68237]: INFO networking_nsxv3.common.synchronization [None req-74ee5b92-a76d-4d02-9beb-af0a4e9e5667 tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_rules [ 1144.721019] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_rules [ 1144.721353] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.721620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.722297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.722297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.722297] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.781706] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.828904] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5c7c7a01-c076-4fe5-975f-b39e3846dc4b tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_rules [ 1144.829478] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_rules [ 1144.829743] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.829848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.989977] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.242163] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.242313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.242425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.242604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.242719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.242829] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d already deleted. [ 1145.242917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.243120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.243281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.243442] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.284532] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.284733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.284816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.285044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.285135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.285246] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1145.317028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.317028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.317028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.317028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.317028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.323313] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1145.404589] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98992514-6648-4de0-a247-2d014e4aef7f in Status: SUCCESS [ 1145.404847] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98992514-6648-4de0-a247-2d014e4aef7f deletion is rescheduled due to dependency. [ 1145.405011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.492215] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.765289] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.765421] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.765490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.765722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.765814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.765909] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d already deleted. [ 1145.765992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.995433] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.995766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.995766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.995986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.996149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.996296] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be updated. [ 1146.023355] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.023440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.023500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.023718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.024318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.032453] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: IN_PROGRESS for 2s [ 1146.475592] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1146.475803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.475960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.476259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.476507] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.476637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.476705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.476865] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.476949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.477049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.477146] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.732523] env[68237]: INFO networking_nsxv3.common.synchronization [req-03038f3e-6368-4771-b6ad-62e22acb2a92 req-0b9bb9ac-3875-48c5-b2e0-d231a6e6e11f tempest-ServerGroupTestJSON-15191867 tempest-ServerGroupTestJSON-15191867-project-member] Enqueued Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_members [ 1146.733039] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGHEST for action security_group_members [ 1146.733340] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.733461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.733531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.733725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.733891] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.733995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.734068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.734220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.734306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.734396] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.979214] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.979376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.979445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.979710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.979818] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.979921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.979986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.980148] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.980315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.980414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.980572] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.980670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.980730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.980873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.981014] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.981106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.981166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.981302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.981402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.981473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.981561] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.236747] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.237580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.238128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.241499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.241499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.241499] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.241499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.241499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.241499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.241499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.241499] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 is going to be updated. [ 1147.271057] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.271057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.271057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.271057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.271057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.276590] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 in Status: IN_PROGRESS for 2s [ 1147.332586] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1147.332872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.483648] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20c43c99-b5ec-42e5-af99-ee9133510a61: rpc.has_security_group_logging(os_id): False [ 1147.511965] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.512163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.512493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.512739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.512909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.513068] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.513158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.513219] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.513374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.513448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.513677] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.513899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.513899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.513989] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.514190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.514399] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.514516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.514601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.514752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.514828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.515053] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be created. [ 1147.581680] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.581836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.581892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.582102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.582286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.594593] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1148.041806] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: SUCCESS [ 1148.042035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.291021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 in Status: SUCCESS [ 1149.291021] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 deletion is rescheduled due to dependency. [ 1149.291021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.607127] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1149.607354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.799280] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c3d3fa21-3d7c-409a-a149-580f265256d1 None None] Enqueued Resource ID: 9f1b7dda-1b81-4e79-afaf-97ad50c8a55f with Priority: HIGHEST for action port [ 1150.799778] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1b7dda-1b81-4e79-afaf-97ad50c8a55f with Priority: HIGHEST for action port [ 1150.800133] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1b7dda-1b81-4e79-afaf-97ad50c8a55f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.802912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1b7dda-1b81-4e79-afaf-97ad50c8a55f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.802912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1b7dda-1b81-4e79-afaf-97ad50c8a55f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.802912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1b7dda-1b81-4e79-afaf-97ad50c8a55f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.802912] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1b7dda-1b81-4e79-afaf-97ad50c8a55f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.118338] env[68237]: INFO networking_nsxv3.common.synchronization [None req-cc5fdaca-948e-4104-9fb3-ac372d9a57cf tempest-ServersTestFqdnHostnames-1415069434 tempest-ServersTestFqdnHostnames-1415069434-project-member] Enqueued Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_rules [ 1151.118888] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_rules [ 1151.119227] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.119382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.119469] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.119739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.119950] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.190148] env[68237]: INFO networking_nsxv3.common.synchronization [None req-8e74a427-df56-41b6-bb1a-d8509ee921b5 tempest-ServersTestFqdnHostnames-1415069434 tempest-ServersTestFqdnHostnames-1415069434-project-member] Enqueued Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_rules [ 1151.190677] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_rules [ 1151.190993] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.191110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.305640] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f1b7dda-1b81-4e79-afaf-97ad50c8a55f [ 1151.305640] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.305640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.305640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.305640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.305640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.305640] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f1b7dda-1b81-4e79-afaf-97ad50c8a55f already deleted. [ 1151.305640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1b7dda-1b81-4e79-afaf-97ad50c8a55f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.639941] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.640103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.640171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.640379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.641812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.641812] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 already deleted. [ 1151.641812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.641812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.641812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.641812] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.163501] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.163756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.163756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.163956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.164157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.164307] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 already deleted. [ 1152.165031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.053818] env[68237]: INFO networking_nsxv3.common.synchronization [None req-11c7b117-8139-4cec-99cf-91e3e79a5ed0 None None] Enqueued Resource ID: a31366a1-2327-44f7-ab6d-968a3f088d0f with Priority: HIGHEST for action port [ 1153.053944] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31366a1-2327-44f7-ab6d-968a3f088d0f with Priority: HIGHEST for action port [ 1153.054553] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31366a1-2327-44f7-ab6d-968a3f088d0f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.054692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31366a1-2327-44f7-ab6d-968a3f088d0f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.054768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31366a1-2327-44f7-ab6d-968a3f088d0f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.055123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31366a1-2327-44f7-ab6d-968a3f088d0f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.056266] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31366a1-2327-44f7-ab6d-968a3f088d0f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.557904] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a31366a1-2327-44f7-ab6d-968a3f088d0f [ 1153.558371] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.558371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.558371] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.558639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.558733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.558821] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a31366a1-2327-44f7-ab6d-968a3f088d0f already deleted. [ 1153.558900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31366a1-2327-44f7-ab6d-968a3f088d0f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.037692] env[68237]: INFO networking_nsxv3.common.synchronization [req-39ec03bc-fdbf-4eaf-9e76-21592490d0f7 req-870eb718-c6d4-4052-9cc9-612698704bce tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1155.038287] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1155.038646] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.038771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.038857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.039086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.039257] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.039388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.039482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.039588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.039676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.039771] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.542276] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.542453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.542504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.542752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.542875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.543089] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.543193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.543257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.543417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.543496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.543578] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1155.577023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.577210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.577307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.577579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.577875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.588926] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1155.674182] env[68237]: INFO networking_nsxv3.common.synchronization [req-adc7786d-eab8-4cad-ab31-116e7a41a66a req-070b7490-353b-4d6d-a323-e41ad4fb7270 tempest-ServersTestJSON-1639636095 tempest-ServersTestJSON-1639636095-project-member] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1155.674689] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGHEST for action security_group_members [ 1155.674993] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.675138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.675205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.675399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.675545] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.675639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.675700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.675840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.675922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.677014] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.179807] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.180116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.180116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.180363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.180518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.180764] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.180891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.180962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.181165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.181264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.181368] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be updated. [ 1156.208720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.208812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.208812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.209026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.209274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.217507] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: IN_PROGRESS for 2s [ 1156.725219] env[68237]: INFO networking_nsxv3.common.synchronization [req-e3419ffe-0a72-416c-a7de-f54d1bb9d24d req-4ce9b8f9-524d-4f42-bde1-7eaaf237a9bd tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1156.725706] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1156.726021] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.726447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.726547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.726794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.726992] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.727482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.727482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.727482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.727482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.727685] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.853085] env[68237]: INFO networking_nsxv3.common.synchronization [req-b795f0d2-5dfc-4736-a817-bb3433fd0320 req-162c0164-1dee-4a96-9fa1-79cca9e8d6d0 tempest-ServerRescueNegativeTestJSON-1675782762 tempest-ServerRescueNegativeTestJSON-1675782762-project-member] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 1156.854259] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGHEST for action security_group_members [ 1156.854259] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.854567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.854693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.854925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.855127] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.855262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.855345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.855523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.855630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.856019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.229712] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.230052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.230052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.230175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.230265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.230653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.230802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.230881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.231076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.231162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.231257] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c already deleted. [ 1157.231340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.307051] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.307264] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.307396] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.307664] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.307966] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.308146] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.308270] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.308500] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.308664] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.308936] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.309050] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.309131] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.309275] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.309406] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.309523] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.309662] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.328444] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.328607] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.328774] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.329066] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.329421] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.329599] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.329729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.330030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.330182] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5615ea2e-6d28-4e93-8c36-fce6a7bd1b07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.357678] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.357835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.357874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.358099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.377574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.377795] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.377904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.377970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.378269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.378356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.378444] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be updated. [ 1157.400288] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.400439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.400498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.400693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.400825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.408160] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: IN_PROGRESS for 2s [ 1157.599079] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1157.599260] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 deletion is rescheduled due to dependency. [ 1157.599389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.832951] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.833290] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.833431] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.833716] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.833875] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.834068] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 not found, creating... [ 1157.834429] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.834606] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.834734] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.834981] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.835141] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.835514] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.835702] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.835874] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.836133] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.836318] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.836488] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 is going to be created. [ 1157.850400] env[68237]: INFO networking_nsxv3.common.synchronization [req-19a87373-70f8-48bc-b4a8-6a6a4ae170be req-58d02c00-0baa-4daa-9172-9903ce2e2df9 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_members [ 1157.851046] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGHEST for action security_group_members [ 1157.851388] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.851524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.851614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.851821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.851984] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.852108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.852179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.852481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.852481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.852575] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.857999] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.858204] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.858402] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.858690] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.858924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.860030] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.226517] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce in Status: SUCCESS [ 1158.227147] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce deletion is rescheduled due to dependency. [ 1158.227147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.354315] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.354714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.354714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.354831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.375980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.376479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.376653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.376735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.377097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.377256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.377448] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 is going to be updated. [ 1158.422479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.422984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.423138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.423448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.423675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.433570] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 in Status: IN_PROGRESS for 2s [ 1158.538419] env[68237]: INFO networking_nsxv3.common.synchronization [req-e3419ffe-0a72-416c-a7de-f54d1bb9d24d req-7143e8e5-9df1-45e1-9b5e-37ecdb7b41c7 service nova] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_rules [ 1158.538699] env[68237]: INFO networking_nsxv3.common.synchronization [req-e3419ffe-0a72-416c-a7de-f54d1bb9d24d req-7143e8e5-9df1-45e1-9b5e-37ecdb7b41c7 service nova] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1158.538847] env[68237]: INFO networking_nsxv3.common.synchronization [req-e3419ffe-0a72-416c-a7de-f54d1bb9d24d req-7143e8e5-9df1-45e1-9b5e-37ecdb7b41c7 service nova] Enqueued Resource ID: 5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 with Priority: HIGHEST for action port [ 1158.539092] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_rules [ 1158.539219] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1158.539313] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 with Priority: HIGHEST for action port [ 1158.539887] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.540015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.542604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.542604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.542604] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.544496] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.544614] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.544677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.544854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.545028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.545124] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.545175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.545305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.545388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.545480] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.546850] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.546850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.546850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.546850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.546850] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5615ea2e-6d28-4e93-8c36-fce6a7bd1b07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.996127] env[68237]: INFO networking_nsxv3.common.synchronization [req-fb8ca52c-f3e6-4cf2-9d35-7d196cea8491 req-096ae224-b565-4ab7-b248-2668b06b4ced tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_members [ 1158.996127] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_members [ 1158.996127] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.996127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.996127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.996632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.996924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.001820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.001820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.001820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.001820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.001820] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.051023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.051023] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.051023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 with status ACTIVE [ 1159.051023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.051023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.051023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.051552] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.051552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.051552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.051552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.051552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.051552] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5615ea2e-6d28-4e93-8c36-fce6a7bd1b07 is going to be updated. [ 1159.072319] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.072539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.072539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.072720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.072876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.073030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5615ea2e-6d28-4e93-8c36-fce6a7bd1b07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.314800] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.314931] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.315079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.315351] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.315631] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.315793] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.315917] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.316146] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.316298] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.316513] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.316632] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.316745] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.316857] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.316968] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.317087] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.317223] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.336366] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.336540] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.336747] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.336922] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.337217] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.337386] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.337510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.337806] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.337950] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.418157] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ec29289-bb3e-443a-9283-d520cc143d97 in Status: SUCCESS [ 1159.418563] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 deletion is rescheduled due to dependency. [ 1159.418563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.502967] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.503163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.503235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.503444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.503537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.503741] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.503838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.503900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.504066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.504146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.504229] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d already deleted. [ 1159.504307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.553298] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.839914] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.840196] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.840334] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.840637] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.840797] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.840957] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 not found, creating... [ 1159.841243] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.841402] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.841550] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.841784] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.841929] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.842258] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.842425] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.842547] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.842756] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.842893] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.843048] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 is going to be created. [ 1159.863151] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.863151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.863273] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.863447] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.863673] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.863893] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.055648] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.055873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.055967] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.056310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.056415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.056504] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c is going to be created. [ 1160.080261] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.080439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.080439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.081185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.081410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.090400] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: UNINITIALIZED for 2s [ 1160.442908] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 in Status: SUCCESS [ 1160.443261] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 deletion is rescheduled due to dependency. [ 1160.443366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.565542] env[68237]: INFO networking_nsxv3.common.synchronization [req-fb8ca52c-f3e6-4cf2-9d35-7d196cea8491 req-eb3d43ea-cf5b-48d5-a421-5d34cb0f7ed8 service nova] Enqueued Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_rules [ 1160.565542] env[68237]: INFO networking_nsxv3.common.synchronization [req-fb8ca52c-f3e6-4cf2-9d35-7d196cea8491 req-eb3d43ea-cf5b-48d5-a421-5d34cb0f7ed8 service nova] Enqueued Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_members [ 1160.565542] env[68237]: INFO networking_nsxv3.common.synchronization [req-fb8ca52c-f3e6-4cf2-9d35-7d196cea8491 req-eb3d43ea-cf5b-48d5-a421-5d34cb0f7ed8 service nova] Enqueued Resource ID: 0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 with Priority: HIGHEST for action port [ 1160.565826] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_rules [ 1160.565826] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_members [ 1160.565921] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 with Priority: HIGHEST for action port [ 1160.566437] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.566564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.566649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.566818] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.566903] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.567710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.567821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.567901] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.568043] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.568190] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.568304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.568438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.568571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.568571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.568696] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.569336] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.569644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.569715] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.072239] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.072373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.072569] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 with status ACTIVE [ 1161.072739] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.072845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.072911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.073125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.073214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.073384] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.073478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.073536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.073686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.073756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.073931] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.074032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.074090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.074228] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.074303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.074385] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22 is going to be updated. [ 1161.075540] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.094672] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.094802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.094872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.095079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.095213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.095365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6b8a1d-f6d2-4ae9-8590-b4ab2a298f22" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.579444] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.083791] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.083791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.083791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.083791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.083791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.083791] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d is going to be created. [ 1162.100285] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: SUCCESS [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.100285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.100285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.100285] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.106980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.106980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.106980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.106980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.106980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.118973] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d in Status: UNINITIALIZED for 2s [ 1162.607577] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.607975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.607975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.608079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.608199] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.608297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.608449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.608572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.608674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.608768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.608919] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.609027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.609093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.609272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.609414] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.609506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.609565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.609706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.609782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.609892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.609986] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.904568] env[68237]: INFO networking_nsxv3.common.synchronization [req-d7d6b01c-6e66-4e85-a5d7-fefba2f63e58 req-0574203a-2f9c-49d5-81a3-0aa3dbad30b6 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_members [ 1162.910088] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGHEST for action security_group_members [ 1162.910409] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.910409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.910409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.910853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.910853] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.910853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.910988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.912193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.912193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.912193] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.112620] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64f15fa9-8bf8-4a21-8a22-f438b288f10c: rpc.has_security_group_logging(os_id): False [ 1163.129879] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.130061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.130137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.130344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.130463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.130732] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.131021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.131021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.131087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.131168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.131371] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.131460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.131520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.131667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.131737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.132093] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.132093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.132213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.132261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.132332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.132413] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c is going to be created. [ 1163.291960] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.291960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.291960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.291960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.291960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.309552] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: IN_PROGRESS for 2s [ 1163.381200] env[68237]: INFO networking_nsxv3.common.synchronization [req-0cd3722d-309e-4484-a3db-3087136dc706 req-dcb96afc-6fc6-496b-a462-641605ec2a6d tempest-ServersTestFqdnHostnames-1415069434 tempest-ServersTestFqdnHostnames-1415069434-project-member] Enqueued Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_members [ 1163.381200] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_members [ 1163.381200] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.381200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.381200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.381482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.381682] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.381682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.381786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.381878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.382178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.382178] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.416043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.416248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.416354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.416953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.416953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.416953] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.417172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.417172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.417274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.417355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.417464] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 is going to be updated. [ 1163.474863] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.475009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.475092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.475299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.475440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.484690] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 in Status: IN_PROGRESS for 2s [ 1163.760695] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-172 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.761157] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-172" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.761157] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-172" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.761351] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-172" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.761655] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.761825] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.761951] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.762571] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.762734] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.762957] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.763183] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.763336] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.763456] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.763616] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.763688] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.763829] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.782928] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.783149] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.783294] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.783470] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-172" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.783843] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-ffb04675-4c65-4d62-ab42-459a01bb68b5 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.784041] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.784170] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.784490] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.784634] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb04675-4c65-4d62-ab42-459a01bb68b5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.884703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.884878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.884940] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.885169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.885264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.885463] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.885565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.885624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.885771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.885846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.885928] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 already deleted. [ 1163.886014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.128567] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d in Status: SUCCESS [ 1164.129283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.129283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.129425] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.129668] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.129823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.129892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.130068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.130150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.130237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.130327] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.286998] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.287373] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.287462] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.287778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.288026] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.288186] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port ffb04675-4c65-4d62-ab42-459a01bb68b5 not found, creating... [ 1164.288545] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.288797] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.288949] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.289162] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.289397] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.289675] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.289888] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.289992] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.290251] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.290494] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.290556] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: ffb04675-4c65-4d62-ab42-459a01bb68b5 is going to be created. [ 1164.320105] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.320602] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.320881] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.321356] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.321846] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.322273] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.476407] env[68237]: INFO networking_nsxv3.common.synchronization [req-512fcbc1-e705-4de6-9636-857a1f67b29e req-bffb6c56-5c1e-45fa-b01c-d42a60edaab9 tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1164.477041] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1164.477420] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.477599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.477718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.478016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.478388] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.478692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.478753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.478979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.479107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.479211] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.633312] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.983917] env[68237]: INFO networking_nsxv3.common.synchronization [req-0cd3722d-309e-4484-a3db-3087136dc706 req-543f7aca-d925-4aa3-a054-d0020774fb71 service nova] Enqueued Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_rules [ 1164.984158] env[68237]: INFO networking_nsxv3.common.synchronization [req-0cd3722d-309e-4484-a3db-3087136dc706 req-543f7aca-d925-4aa3-a054-d0020774fb71 service nova] Enqueued Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_members [ 1164.984270] env[68237]: INFO networking_nsxv3.common.synchronization [req-0cd3722d-309e-4484-a3db-3087136dc706 req-543f7aca-d925-4aa3-a054-d0020774fb71 service nova] Enqueued Resource ID: ffb04675-4c65-4d62-ab42-459a01bb68b5 with Priority: HIGHEST for action port [ 1164.984748] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_rules [ 1164.984882] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_members [ 1164.984977] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb04675-4c65-4d62-ab42-459a01bb68b5 with Priority: HIGHEST for action port [ 1164.990601] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.990601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.990601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.990601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.990943] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.991069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.991133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.991306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.991386] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.993086] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.993197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.993262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.993428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.993589] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.993684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.993744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.993882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.993964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.994063] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.994880] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb04675-4c65-4d62-ab42-459a01bb68b5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.994959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.995032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.995177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.995247] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb04675-4c65-4d62-ab42-459a01bb68b5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.018334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.018623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.018741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.018805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.018996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.019089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.019174] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1165.043786] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.043932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.043977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.045019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.045019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.051740] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1165.136442] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d77117b-711e-400a-b0f7-ee70a976ec7d: rpc.has_security_group_logging(os_id): False [ 1165.158017] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.158101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.158156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.158320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.158431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.158632] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.158756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.158790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.158974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.159040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.159106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d is going to be created. [ 1165.249241] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.249394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.249438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.249636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.249817] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.261104] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d in Status: IN_PROGRESS for 2s [ 1165.324144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: SUCCESS [ 1165.324374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.495829] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 in Status: SUCCESS [ 1165.496032] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 deletion is rescheduled due to dependency. [ 1165.496151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.499548] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.500528] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffb04675-4c65-4d62-ab42-459a01bb68b5 with status ACTIVE [ 1165.500630] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.500765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.500826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.501037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.501125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.501298] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.501398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.501493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.501719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.501837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.502043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.502141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.502206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.502341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.502415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.502558] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffb04675-4c65-4d62-ab42-459a01bb68b5 is going to be updated. [ 1165.503634] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.503746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.524712] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.524846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.524915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.525122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.525253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.525409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb04675-4c65-4d62-ab42-459a01bb68b5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.006108] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.508971] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.509248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.509339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.509559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.509652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.509775] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 is going to be created. [ 1166.530942] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.531103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.531176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.531382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.531538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.540009] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 in Status: UNINITIALIZED for 2s [ 1166.988891] env[68237]: INFO networking_nsxv3.common.synchronization [req-4d46d9c7-dfd0-4d30-bda3-8d6157cc5206 req-d780d2b1-a309-4275-92c8-381717ad68f0 tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 1166.989485] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGHEST for action security_group_members [ 1166.990515] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.990678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.990758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.990952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.991132] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.991231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.991294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.991453] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.991541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.991692] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.061679] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1167.062013] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 deletion is rescheduled due to dependency. [ 1167.062013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.279812] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d in Status: SUCCESS [ 1167.280037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.497701] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.498026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.498306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.498658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.498841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.499214] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.499409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.499529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.499882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.500058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.500217] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 is going to be updated. [ 1167.536310] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.536531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.536646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.536991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.537202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.548876] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: IN_PROGRESS for 2s [ 1168.551579] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 in Status: SUCCESS [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.551579] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.551579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.551579] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.053393] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.558784] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40fd23d6-2d69-4666-b4f4-27b336de5de0: rpc.has_security_group_logging(os_id): False [ 1169.561057] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8527ca-675e-4e3d-872e-3961aa243e00 in Status: SUCCESS [ 1169.561236] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 deletion is rescheduled due to dependency. [ 1169.561344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.589458] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.589622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.589711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.589931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.590048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590303] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.590423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.590495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.590687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.590790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590879] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 is going to be created. [ 1169.650326] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.653018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.653018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.653018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.653018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.653402] env[68237]: INFO networking_nsxv3.common.synchronization [None req-138cf035-0e69-415f-8a03-2ebed4101b57 None None] Enqueued Resource ID: b4a4a370-f385-45ff-81cc-5b145bce0678 with Priority: HIGHEST for action port [ 1169.654026] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a4a370-f385-45ff-81cc-5b145bce0678 with Priority: HIGHEST for action port [ 1169.656280] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a4a370-f385-45ff-81cc-5b145bce0678 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.656414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a4a370-f385-45ff-81cc-5b145bce0678" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.656481] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a4a370-f385-45ff-81cc-5b145bce0678" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.656708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a4a370-f385-45ff-81cc-5b145bce0678" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.656785] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a4a370-f385-45ff-81cc-5b145bce0678',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.664482] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 in Status: IN_PROGRESS for 2s [ 1170.159328] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4a4a370-f385-45ff-81cc-5b145bce0678 [ 1170.159595] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.159740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.159804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.160013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.160113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.160207] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4a4a370-f385-45ff-81cc-5b145bce0678 already deleted. [ 1170.160288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a4a370-f385-45ff-81cc-5b145bce0678" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.727992] env[68237]: INFO networking_nsxv3.common.synchronization [None req-a959d1d7-7a85-4552-a42a-5360795da2b1 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_rules [ 1170.728530] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_rules [ 1170.728831] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57475676-804c-4fc7-822d-bd6b2a2a8827 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.728952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.729037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.729284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.729567] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.850162] env[68237]: INFO networking_nsxv3.common.synchronization [None req-8b4b50e9-755a-4aa4-8e8f-46815c396740 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_rules [ 1170.850782] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_rules [ 1170.851198] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57475676-804c-4fc7-822d-bd6b2a2a8827 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.851334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.251117] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.251263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.251332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.251649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.251649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.251743] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 already deleted. [ 1171.251835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.251991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.252158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.252234] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.675859] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 in Status: SUCCESS [ 1171.676354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.786279] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.786279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.786279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.786279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.786279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.786279] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 already deleted. [ 1171.786279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.065047] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c615cd3a-77d1-40cc-8ae9-b979a74aeb95 None None] Enqueued Resource ID: 5516c9fe-1d23-4ac2-8d67-502c0899e2de with Priority: HIGHEST for action port [ 1172.065266] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5516c9fe-1d23-4ac2-8d67-502c0899e2de with Priority: HIGHEST for action port [ 1172.065841] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5516c9fe-1d23-4ac2-8d67-502c0899e2de taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.065958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5516c9fe-1d23-4ac2-8d67-502c0899e2de" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.068184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5516c9fe-1d23-4ac2-8d67-502c0899e2de" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.069482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5516c9fe-1d23-4ac2-8d67-502c0899e2de" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.069576] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5516c9fe-1d23-4ac2-8d67-502c0899e2de',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.556461] env[68237]: INFO networking_nsxv3.common.synchronization [None req-4ef6ae71-fdb2-40f3-8e5d-5e7220b5acd9 None None] Enqueued Resource ID: ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2 with Priority: HIGHEST for action port [ 1172.556689] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2 with Priority: HIGHEST for action port [ 1172.557312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.557455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.557528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.557780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.557867] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.572537] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5516c9fe-1d23-4ac2-8d67-502c0899e2de [ 1172.572755] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.572882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.572971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.573193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.573283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.573372] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5516c9fe-1d23-4ac2-8d67-502c0899e2de already deleted. [ 1172.573452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5516c9fe-1d23-4ac2-8d67-502c0899e2de" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.060597] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2 [ 1173.060923] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.061070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.061137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.061348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.061439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.061534] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2 already deleted. [ 1173.061617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed0f79ae-9421-40e0-ab7e-3e7eb5b0b9d2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.992292] env[68237]: INFO networking_nsxv3.common.synchronization [None req-08892c1d-c1fc-49f7-8ebd-c8463ba1811b tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1173.992818] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1173.993137] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.993287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.993356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.993609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.993686] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.064373] env[68237]: INFO networking_nsxv3.common.synchronization [None req-36672f3e-a3a1-4b3d-b7e4-c105b84c8e36 tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1174.064373] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1174.064373] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.064373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.514222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.514222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.514377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.514458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.514545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.515429] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 already deleted. [ 1174.515429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.515429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.515429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.515429] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.573056] env[68237]: INFO networking_nsxv3.common.synchronization [None req-b913dcaf-edd5-47b4-bfa5-315800950d23 None None] Enqueued Resource ID: e5dd52bd-067d-4bb0-86d5-cfc72b10a95b with Priority: HIGHEST for action port [ 1174.573351] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5dd52bd-067d-4bb0-86d5-cfc72b10a95b with Priority: HIGHEST for action port [ 1174.573919] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5dd52bd-067d-4bb0-86d5-cfc72b10a95b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.574037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5dd52bd-067d-4bb0-86d5-cfc72b10a95b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.574107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5dd52bd-067d-4bb0-86d5-cfc72b10a95b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.574378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5dd52bd-067d-4bb0-86d5-cfc72b10a95b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.574453] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5dd52bd-067d-4bb0-86d5-cfc72b10a95b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.037535] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.037535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.037535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.037535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.037535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.037535] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 already deleted. [ 1175.037535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.078224] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5dd52bd-067d-4bb0-86d5-cfc72b10a95b [ 1175.078537] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.078601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.078670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.078883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.078974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.079081] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5dd52bd-067d-4bb0-86d5-cfc72b10a95b already deleted. [ 1175.079165] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5dd52bd-067d-4bb0-86d5-cfc72b10a95b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.358207] env[68237]: INFO networking_nsxv3.common.synchronization [req-425f25a9-8cc0-4a17-a15e-3bf1e93f8595 req-f3e5df21-03d9-476b-b9d2-a49b5d91782b tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1177.358468] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1177.358609] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.358768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.358837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.359121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.359205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.359319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.359383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.359537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.359621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.359713] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.472626] env[68237]: INFO networking_nsxv3.common.synchronization [req-613e43f9-b84d-4299-857c-27ea9395368e req-4e19bd1b-901d-4a35-ad60-526a9895c041 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_members [ 1177.473438] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGHEST for action security_group_members [ 1177.473438] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.473573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.473624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.473819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.473969] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.474157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.474223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.474430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.474857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.474976] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.713556] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.713556] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.713556] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.713556] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.713556] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.714018] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.714276] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.714696] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.714943] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.715270] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.715493] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.715723] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.715932] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.716157] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.716365] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.716595] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.739350] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.739763] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.740030] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.740337] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-423" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.740787] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-42390128-dc00-4c43-bb63-04d49b817a2f taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.741154] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.741392] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.741815] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.742088] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42390128-dc00-4c43-bb63-04d49b817a2f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.863769] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.863941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.864028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.864260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.864356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.864567] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.864688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.864735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.864872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.864950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.865072] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1177.889259] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.889451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.889451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.889607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.889751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.897518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1177.978203] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.978413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.978413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.978634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.978732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.978928] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.979050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.979118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.979322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.979429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.979518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 is going to be updated. [ 1178.003807] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.004028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.004028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.004246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.004397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.011893] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: IN_PROGRESS for 2s [ 1178.245321] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.245644] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.245904] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.246370] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.246671] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.246965] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 42390128-dc00-4c43-bb63-04d49b817a2f not found, creating... [ 1178.247505] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.247779] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.248066] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.248381] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.248666] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.250189] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.250189] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.250189] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.250189] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.250369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.250535] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 42390128-dc00-4c43-bb63-04d49b817a2f is going to be created. [ 1178.272036] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.272036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.272361] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.272477] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.272740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.272982] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.943771] env[68237]: INFO networking_nsxv3.common.synchronization [req-425f25a9-8cc0-4a17-a15e-3bf1e93f8595 req-ed068356-4f70-4db1-a1f9-87dce91bcb88 service nova] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 1178.944068] env[68237]: INFO networking_nsxv3.common.synchronization [req-425f25a9-8cc0-4a17-a15e-3bf1e93f8595 req-ed068356-4f70-4db1-a1f9-87dce91bcb88 service nova] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1178.944237] env[68237]: INFO networking_nsxv3.common.synchronization [req-425f25a9-8cc0-4a17-a15e-3bf1e93f8595 req-ed068356-4f70-4db1-a1f9-87dce91bcb88 service nova] Enqueued Resource ID: 42390128-dc00-4c43-bb63-04d49b817a2f with Priority: HIGHEST for action port [ 1178.944472] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_rules [ 1178.944598] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1178.944694] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42390128-dc00-4c43-bb63-04d49b817a2f with Priority: HIGHEST for action port [ 1178.945252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.946029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.946029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.946029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.946029] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.946939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.946939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.947327] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-42390128-dc00-4c43-bb63-04d49b817a2f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.947327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.947327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.947491] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.947530] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42390128-dc00-4c43-bb63-04d49b817a2f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.450185] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.450348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.451261] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42390128-dc00-4c43-bb63-04d49b817a2f with status ACTIVE [ 1179.451261] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.451261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.451261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.451483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.451578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.451809] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.451941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.452036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.452276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.452382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.452598] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.452715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.452791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.452964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.453156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.457175] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42390128-dc00-4c43-bb63-04d49b817a2f is going to be updated. [ 1179.472457] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.472601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.472640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.472864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.472926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.473095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42390128-dc00-4c43-bb63-04d49b817a2f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.709935] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1a899d3-0b5a-46dc-aeae-4c2a0c5a1f17 req-5e23cc3a-802b-4717-9d3a-21acf90e6588 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_members [ 1179.710495] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_members [ 1179.710843] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57475676-804c-4fc7-822d-bd6b2a2a8827 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.710972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.711307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.711595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.711783] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.711934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.712069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.712255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.712369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.712483] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.907400] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1179.907829] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 deletion is rescheduled due to dependency. [ 1179.907956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.908128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.908333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.908533] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.908678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.908745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.908898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.908980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.909092] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.969204] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.969510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.969562] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.969797] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.970071] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.970240] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.970363] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.970589] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.970869] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.971212] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.971421] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.971628] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.971825] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.972064] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.972227] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.972379] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.989372] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.989533] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.989673] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.989842] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.990137] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-35117f70-8f49-457b-b347-f4aff8b3b1b3 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.990306] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.990430] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.990773] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.990938] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35117f70-8f49-457b-b347-f4aff8b3b1b3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.020514] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 in Status: SUCCESS [ 1180.020677] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 deletion is rescheduled due to dependency. [ 1180.020857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.214898] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.215077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.215150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.215415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.215512] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.215710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.215862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.215939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.216106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.216184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.216267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 already deleted. [ 1180.216347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.411255] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.493954] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.494092] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.494137] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.494398] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.494548] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.494723] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 35117f70-8f49-457b-b347-f4aff8b3b1b3 not found, creating... [ 1180.494997] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.495176] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.495297] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.495537] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.495681] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.495963] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.496144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.496266] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.496475] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.496615] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.496800] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 35117f70-8f49-457b-b347-f4aff8b3b1b3 is going to be created. [ 1180.514960] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.515296] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.515424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.515651] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.515901] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.516252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.914045] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.202573] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1a899d3-0b5a-46dc-aeae-4c2a0c5a1f17 req-9438b15f-7ac4-4622-99ad-b105d25b2594 service nova] Enqueued Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_rules [ 1181.202836] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1a899d3-0b5a-46dc-aeae-4c2a0c5a1f17 req-9438b15f-7ac4-4622-99ad-b105d25b2594 service nova] Enqueued Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_members [ 1181.202941] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1a899d3-0b5a-46dc-aeae-4c2a0c5a1f17 req-9438b15f-7ac4-4622-99ad-b105d25b2594 service nova] Enqueued Resource ID: 35117f70-8f49-457b-b347-f4aff8b3b1b3 with Priority: HIGHEST for action port [ 1181.203486] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_rules [ 1181.203620] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_members [ 1181.203716] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35117f70-8f49-457b-b347-f4aff8b3b1b3 with Priority: HIGHEST for action port [ 1181.203997] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57475676-804c-4fc7-822d-bd6b2a2a8827 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.204139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.204208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.204406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.204486] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.205709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57475676-804c-4fc7-822d-bd6b2a2a8827 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.205709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.205709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.205709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.205987] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.205987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.205987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.206639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.206639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.206639] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.207045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-35117f70-8f49-457b-b347-f4aff8b3b1b3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.207131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.207715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.207715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.207715] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35117f70-8f49-457b-b347-f4aff8b3b1b3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.416190] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.416391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.416434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.416629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.416720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.416816] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1181.448776] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.449152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.449152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.449389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.449463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.464040] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1181.709734] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57475676-804c-4fc7-822d-bd6b2a2a8827 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.709872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.710101] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.711097] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35117f70-8f49-457b-b347-f4aff8b3b1b3 with status ACTIVE [ 1181.711321] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.711439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.711507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.711707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.711833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.712043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.712185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.712272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.712455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.712559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.712763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.712888] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.712977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.713145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.713241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.713346] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35117f70-8f49-457b-b347-f4aff8b3b1b3 is going to be updated. [ 1181.734243] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.734366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.734423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.734595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.734723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.734874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35117f70-8f49-457b-b347-f4aff8b3b1b3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.787239] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d2557c2-691a-4371-8fcb-bdddb55402a3 req-951db5af-8f9c-4c85-ba9e-43da4fa7e989 tempest-ServersNegativeTestMultiTenantJSON-552422335 tempest-ServersNegativeTestMultiTenantJSON-552422335-project-member] Enqueued Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_members [ 1181.787947] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_members [ 1181.788279] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.788403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.788471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.788711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.788867] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.788971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.789104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.789240] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.789325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.789421] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.055637] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.055835] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.055970] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.056318] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.056918] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.057467] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.057467] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.057467] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.057595] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.057811] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.057931] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.058074] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.058197] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.058316] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.058430] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.058569] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.076294] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.076472] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.076619] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.076798] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-878" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.077205] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-8419e732-58f6-46b8-8230-9288039f5ac7 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.077405] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.077535] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.077883] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.078068] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8419e732-58f6-46b8-8230-9288039f5ac7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.215110] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.292538] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.292710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.292758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.292974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.293082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.293286] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.293385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.293447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.293600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.293825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.293825] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b668bb9-bea7-433f-aa2d-60313663b60f already deleted. [ 1182.293825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.580466] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.580705] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.580861] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.581179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.581312] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.581472] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 8419e732-58f6-46b8-8230-9288039f5ac7 not found, creating... [ 1182.581737] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.582179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.582179] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.582296] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.582390] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.582648] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.582809] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.582931] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.583215] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.583397] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.583583] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 8419e732-58f6-46b8-8230-9288039f5ac7 is going to be created. [ 1182.603601] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.603836] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.603997] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.604286] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.604524] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.604778] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.719028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.719028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.719028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.719028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.719266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.719266] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 is going to be created. [ 1182.763609] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.763776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.763851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.764082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.764241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.775564] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 in Status: UNINITIALIZED for 2s [ 1183.275898] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d2557c2-691a-4371-8fcb-bdddb55402a3 req-ed479ad6-e1e7-465e-ad3c-6af48cbfd6f6 service nova] Enqueued Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_rules [ 1183.276152] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d2557c2-691a-4371-8fcb-bdddb55402a3 req-ed479ad6-e1e7-465e-ad3c-6af48cbfd6f6 service nova] Enqueued Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_members [ 1183.276248] env[68237]: INFO networking_nsxv3.common.synchronization [req-8d2557c2-691a-4371-8fcb-bdddb55402a3 req-ed479ad6-e1e7-465e-ad3c-6af48cbfd6f6 service nova] Enqueued Resource ID: 8419e732-58f6-46b8-8230-9288039f5ac7 with Priority: HIGHEST for action port [ 1183.276504] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_rules [ 1183.276658] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_members [ 1183.276776] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8419e732-58f6-46b8-8230-9288039f5ac7 with Priority: HIGHEST for action port [ 1183.277707] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.277878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.277878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.278134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.278224] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.279052] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.279204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.279250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.279422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.279591] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.279691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.279754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.279893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.279971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.280074] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.280834] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-8419e732-58f6-46b8-8230-9288039f5ac7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.280943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.281224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.281224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.281328] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8419e732-58f6-46b8-8230-9288039f5ac7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.475609] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1183.475831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.476020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.476261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.476478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.476600] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.476667] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.476825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.476921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.477030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.477119] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.783521] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.783521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.784428] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.785230] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8419e732-58f6-46b8-8230-9288039f5ac7 with status ACTIVE [ 1183.785942] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.785942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.785942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.785942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.785942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.786177] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.786177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.786177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.786310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.786382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.786568] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.786653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.786710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.786844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.787855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.787855] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8419e732-58f6-46b8-8230-9288039f5ac7 is going to be updated. [ 1183.807804] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.807804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.807804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.808607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.808607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.808607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8419e732-58f6-46b8-8230-9288039f5ac7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.980511] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.185991] env[68237]: INFO networking_nsxv3.common.synchronization [req-7859206d-963a-45b5-83fa-9318ceb6face req-add97d36-59f0-497e-957d-a9e71c209234 tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1184.187277] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1184.187277] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.187277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.187718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.188089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.188346] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.189028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.189028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.189028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.189028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.189028] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.289333] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.482907] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6a70dc5-27eb-44a9-a559-b845c3b65705: rpc.has_security_group_logging(os_id): False [ 1184.499665] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.499815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.499882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.500297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.500297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.500434] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.500531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.500594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.500740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.500869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.500932] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1184.557584] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.557738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.557800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.558014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.558171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.570556] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1184.691347] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.691558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.691642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.692057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.692057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.692254] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.692358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.692423] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.692637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.692729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.692816] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 already deleted. [ 1184.692925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.784520] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 in Status: SUCCESS [ 1184.784741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.784905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.785145] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.785346] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.785446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.785520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.785671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.785752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.785836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.785929] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.791653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.791800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.791946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.791994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.792087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.792177] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b668bb9-bea7-433f-aa2d-60313663b60f is going to be created. [ 1184.814432] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.814575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.814631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.814826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.814984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.822985] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b668bb9-bea7-433f-aa2d-60313663b60f in Status: UNINITIALIZED for 2s [ 1184.837019] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.837238] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.837372] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.837637] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.837901] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.838072] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.838252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.838489] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.838738] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.838867] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.838988] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.839115] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.839301] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.839344] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.839444] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.839579] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.859572] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.859732] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.859883] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.860146] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.860512] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-099ae899-d602-45fd-bdcf-deda125a5d3e taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.860632] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.860720] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.861090] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.861244] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099ae899-d602-45fd-bdcf-deda125a5d3e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.288028] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.364425] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.364846] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.364904] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.365249] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.365561] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.365666] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 099ae899-d602-45fd-bdcf-deda125a5d3e not found, creating... [ 1185.365988] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.366232] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.366376] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.366632] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.366849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.367202] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.367371] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.367493] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.367800] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.367969] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.368217] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 099ae899-d602-45fd-bdcf-deda125a5d3e is going to be created. [ 1185.389798] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.390142] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.390354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.390701] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.391076] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.391390] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.791076] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57475676-804c-4fc7-822d-bd6b2a2a8827: rpc.has_security_group_logging(os_id): False [ 1185.810008] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.810178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.810252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.810463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.810558] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.810824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.810935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.811009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.811162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.811291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.811332] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 is going to be created. [ 1185.904661] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.904661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.904661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.904950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.905057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.915013] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 in Status: IN_PROGRESS for 2s [ 1186.220470] env[68237]: INFO networking_nsxv3.common.synchronization [req-7859206d-963a-45b5-83fa-9318ceb6face req-7ed5baa3-2a87-485d-8e5b-b563ce695c75 service nova] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1186.222017] env[68237]: INFO networking_nsxv3.common.synchronization [req-7859206d-963a-45b5-83fa-9318ceb6face req-7ed5baa3-2a87-485d-8e5b-b563ce695c75 service nova] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1186.222017] env[68237]: INFO networking_nsxv3.common.synchronization [req-7859206d-963a-45b5-83fa-9318ceb6face req-7ed5baa3-2a87-485d-8e5b-b563ce695c75 service nova] Enqueued Resource ID: 099ae899-d602-45fd-bdcf-deda125a5d3e with Priority: HIGHEST for action port [ 1186.222017] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1186.222017] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1186.222017] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099ae899-d602-45fd-bdcf-deda125a5d3e with Priority: HIGHEST for action port [ 1186.222586] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.222826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.223080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.223545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.223743] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.225462] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.226383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.226383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.226383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.226383] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.226383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.226632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.226863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.227078] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.227274] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.229576] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-099ae899-d602-45fd-bdcf-deda125a5d3e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.229576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.229576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.229576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.229576] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099ae899-d602-45fd-bdcf-deda125a5d3e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.584780] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1186.584780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.726801] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.726801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.733462] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.734772] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 099ae899-d602-45fd-bdcf-deda125a5d3e with status ACTIVE [ 1186.734881] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.734996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.735079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.735314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.735420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.735609] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.735744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.735850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.736050] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.736375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.736375] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.736625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.736625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.736625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.736787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.736787] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 099ae899-d602-45fd-bdcf-deda125a5d3e is going to be updated. [ 1186.757890] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.757890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.757890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.757890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.757890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.757890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.834742] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b668bb9-bea7-433f-aa2d-60313663b60f in Status: SUCCESS [ 1186.834742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.834742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.834977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.835769] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.835769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.835769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.835769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.836194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.836194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.836194] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.240313] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.338156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.338366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.338871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.338871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.339150] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.339246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.339309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.339474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.339575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.339692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.339894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.340016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.340087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.340246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.340389] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.340489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.340551] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.340687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.340776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.340861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.340955] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.362201] env[68237]: INFO networking_nsxv3.common.synchronization [None req-b1f5c7a6-d598-4e41-80f9-cf1dab8451bf tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_rules [ 1187.362919] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_rules [ 1187.363252] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.363391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.363458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.363670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.363756] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.453305] env[68237]: INFO networking_nsxv3.common.synchronization [None req-435e5364-3d3f-48ba-a0c6-428a06e72b39 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_rules [ 1187.453760] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_rules [ 1187.454628] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.454628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.750595] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.750890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.750890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.751081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.751131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.751214] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 is going to be created. [ 1187.777237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.777369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.777430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.777630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.777791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.787933] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: UNINITIALIZED for 2s [ 1187.843470] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b668bb9-bea7-433f-aa2d-60313663b60f: rpc.has_security_group_logging(os_id): False [ 1187.863362] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.863362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.863362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.863642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.863765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.864081] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.864224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.864331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.864475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.864568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.864759] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.864875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.864933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.865089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.865160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.865371] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.865499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.865549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.865668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.865754] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.865838] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b668bb9-bea7-433f-aa2d-60313663b60f is going to be created. [ 1187.882772] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.882926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.883022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.883220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.883330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.883423] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 already deleted. [ 1187.883516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.883669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.883822] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.883962] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.922561] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.922760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.922760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.922878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.923088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.928506] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 in Status: SUCCESS [ 1187.928736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.932106] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b668bb9-bea7-433f-aa2d-60313663b60f in Status: IN_PROGRESS for 2s [ 1188.405689] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.405868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.405935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.406293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.406431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.406541] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 already deleted. [ 1188.406629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.627598] env[68237]: INFO networking_nsxv3.common.synchronization [req-21e418d4-a0d5-4b2f-9d73-99d4e06bf1ea req-6012c5c2-9f5b-4d3a-8f67-4cf21a4e8882 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1188.629017] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1188.629462] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.629623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.629729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.629948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.630164] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.630295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.630863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.631042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.631180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.631306] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.134087] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.134471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.134471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.134538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.134628] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.134825] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.134925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.135028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.135188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.135308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.135493] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c is going to be updated. [ 1189.162391] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.162575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.162616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.162898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.163068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.171351] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: IN_PROGRESS for 2s [ 1189.797992] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: SUCCESS [ 1189.798230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.798396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.798610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.798875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.798981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.798981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.799139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.799221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.799307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.799396] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.943288] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b668bb9-bea7-433f-aa2d-60313663b60f in Status: SUCCESS [ 1189.943540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.302181] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.804216] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecbef5ce-9d35-46a2-9d5b-1d6234886c07: rpc.has_security_group_logging(os_id): False [ 1190.826144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.826298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.826370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.826594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.826686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.826963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.827111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.827181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.827340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.827418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.827507] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 is going to be created. [ 1190.886149] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.886149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.886149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.886149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.886149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.895482] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: IN_PROGRESS for 2s [ 1191.184379] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: SUCCESS [ 1191.184560] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c deletion is rescheduled due to dependency. [ 1191.184676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.908237] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: SUCCESS [ 1192.908581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.955496] env[68237]: INFO networking_nsxv3.common.synchronization [req-e47865f9-2077-49af-ac7f-146d2c7774d6 req-41ab95fd-398f-4f94-b24f-d42155ba3c9a tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_members [ 1192.955992] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_members [ 1192.956316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.956440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.956510] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.956764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.956924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.957045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.957107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.957255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.957341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.957646] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.216676] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.216917] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.217208] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.217539] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.217812] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.217987] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.218127] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.218349] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.218497] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.218713] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.218854] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.218999] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.219111] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.219247] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.219388] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.219550] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.241045] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.241192] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.241314] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.241482] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.241765] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-45e09a65-5a50-4359-9154-fe0bfe7f221b taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.241967] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.242117] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.242414] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.242598] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e09a65-5a50-4359-9154-fe0bfe7f221b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.463904] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.463904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.463904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.464153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.464545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.464545] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.464545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.464742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.464742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.464988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.464988] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 already deleted. [ 1193.464988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.745895] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.746257] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.746442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.746745] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.746902] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.747077] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 45e09a65-5a50-4359-9154-fe0bfe7f221b not found, creating... [ 1193.747354] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.747760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.747760] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.747854] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.748036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.748690] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.748897] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.748977] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.749221] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.749365] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.749508] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 45e09a65-5a50-4359-9154-fe0bfe7f221b is going to be created. [ 1193.770847] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.771144] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.772031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.772031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.772031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.772031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.104121] env[68237]: INFO networking_nsxv3.common.synchronization [req-bd1a7683-8c78-4b52-b733-7dce2b010fee req-ac0fd083-361d-4d46-9d73-cff3a0ae46db tempest-ServersNegativeTestMultiTenantJSON-552422335 tempest-ServersNegativeTestMultiTenantJSON-552422335-project-member] Enqueued Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_members [ 1194.104667] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGHEST for action security_group_members [ 1194.104970] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.105714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.105792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.106101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.106274] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.106383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.106447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.106608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.106692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.106783] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.464186] env[68237]: INFO networking_nsxv3.common.synchronization [req-e47865f9-2077-49af-ac7f-146d2c7774d6 req-6b284a95-82f9-4103-b239-30966e25c185 service nova] Enqueued Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_rules [ 1194.464186] env[68237]: INFO networking_nsxv3.common.synchronization [req-e47865f9-2077-49af-ac7f-146d2c7774d6 req-6b284a95-82f9-4103-b239-30966e25c185 service nova] Enqueued Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_members [ 1194.464186] env[68237]: INFO networking_nsxv3.common.synchronization [req-e47865f9-2077-49af-ac7f-146d2c7774d6 req-6b284a95-82f9-4103-b239-30966e25c185 service nova] Enqueued Resource ID: 45e09a65-5a50-4359-9154-fe0bfe7f221b with Priority: HIGHEST for action port [ 1194.464186] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_rules [ 1194.464186] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_members [ 1194.464186] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e09a65-5a50-4359-9154-fe0bfe7f221b with Priority: HIGHEST for action port [ 1194.464186] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.464535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.464685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.464953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.465274] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.466259] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.466566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.466746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.467019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.467328] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.467568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.467710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.467924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.468101] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.468318] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.469267] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e09a65-5a50-4359-9154-fe0bfe7f221b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.469541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.469709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.470071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.470289] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e09a65-5a50-4359-9154-fe0bfe7f221b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.608989] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.609168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.609222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.609426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.609518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.610361] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.610361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.610361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.610361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.610361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.610361] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b668bb9-bea7-433f-aa2d-60313663b60f is going to be updated. [ 1194.636862] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.636862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.636862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.636862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.636862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.644102] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b668bb9-bea7-433f-aa2d-60313663b60f in Status: IN_PROGRESS for 2s [ 1194.948335] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2dbdaf86-a861-4230-bbbc-3dfa8afb89e6 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_rules [ 1194.948855] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_rules [ 1194.949247] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.949321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.949360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.949586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.949671] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.973344] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.973344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.973344] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.973792] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45e09a65-5a50-4359-9154-fe0bfe7f221b with status ACTIVE [ 1194.973980] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.974108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.974169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.974359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.974440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.975802] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.975802] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.975802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.976295] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45e09a65-5a50-4359-9154-fe0bfe7f221b is going to be updated. [ 1194.995707] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.995863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.995905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.996141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.996284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.996440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e09a65-5a50-4359-9154-fe0bfe7f221b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.021717] env[68237]: INFO networking_nsxv3.common.synchronization [None req-39786024-fc6d-4c03-a782-a852caee7d6f tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_rules [ 1195.022209] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_rules [ 1195.022560] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.022620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.468315] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.468705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.468705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.468832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.468832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.469076] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 already deleted. [ 1195.469076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.469151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.469354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.469420] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.477948] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.980191] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.980378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.980378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.980542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.980633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.980731] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 is going to be created. [ 1195.989220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.989354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.989419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.989579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.989663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.989752] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 already deleted. [ 1195.989830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.001860] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.002123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.002279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.002489] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.011482] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 in Status: UNINITIALIZED for 2s [ 1196.653219] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b668bb9-bea7-433f-aa2d-60313663b60f in Status: SUCCESS [ 1196.653533] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b668bb9-bea7-433f-aa2d-60313663b60f deletion is rescheduled due to dependency. [ 1196.653533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.020893] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 in Status: SUCCESS [ 1198.021175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.021352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.021607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.021794] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.021918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.021980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.022152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.022232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.022319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.022410] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.524870] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.027407] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca05330d-e12e-4ed4-897a-90d4a483cbd6: rpc.has_security_group_logging(os_id): False [ 1199.044860] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.045042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.045123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.045333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.046638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.046638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.046638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.046638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.046638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.046638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.046638] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 is going to be created. [ 1199.102579] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.102711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.102711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.102900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.103090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.113171] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 in Status: IN_PROGRESS for 2s [ 1200.023762] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.023903] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1200.965412] env[68237]: INFO networking_nsxv3.common.synchronization [req-801661c2-fad4-4151-acfc-5c4985a4baa3 req-13df9070-9627-4c23-be62-1b4630ec6cb1 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_members [ 1200.965908] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_members [ 1200.966227] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.966358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.966420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.967559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.967559] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.967559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.967559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.967559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.967559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.967559] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.125032] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 in Status: SUCCESS [ 1201.125151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.470024] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.470024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.470024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.470024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.470024] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.470024] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.470444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.470776] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.471049] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.471376] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.471600] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.471808] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.472130] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.472438] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.472667] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.472903] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.475016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.475016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.475016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.475016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.475016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.475016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.475016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.475016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.475401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.475563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.475718] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 already deleted. [ 1201.475878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.494193] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.494345] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1201.494443] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.494615] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.494920] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-7f74db30-2640-4e0b-9332-eecb85a1b8bc taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.495108] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.495238] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.495548] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.495694] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f74db30-2640-4e0b-9332-eecb85a1b8bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.998429] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.998807] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.998906] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.999274] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.999471] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.999668] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 7f74db30-2640-4e0b-9332-eecb85a1b8bc not found, creating... [ 1201.999976] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.000194] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.000327] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.000609] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.000782] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.001197] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.001399] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.001565] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.001868] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.002089] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.002252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 7f74db30-2640-4e0b-9332-eecb85a1b8bc is going to be created. [ 1202.022908] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.023178] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.023327] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.023630] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.023870] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.024107] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.735513] env[68237]: INFO networking_nsxv3.common.synchronization [req-801661c2-fad4-4151-acfc-5c4985a4baa3 req-ec4bc24f-2016-4136-bc50-f462a03caaa1 service nova] Enqueued Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_rules [ 1202.735706] env[68237]: INFO networking_nsxv3.common.synchronization [req-801661c2-fad4-4151-acfc-5c4985a4baa3 req-ec4bc24f-2016-4136-bc50-f462a03caaa1 service nova] Enqueued Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_members [ 1202.735847] env[68237]: INFO networking_nsxv3.common.synchronization [req-801661c2-fad4-4151-acfc-5c4985a4baa3 req-ec4bc24f-2016-4136-bc50-f462a03caaa1 service nova] Enqueued Resource ID: 7f74db30-2640-4e0b-9332-eecb85a1b8bc with Priority: HIGHEST for action port [ 1202.736092] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_rules [ 1202.736221] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_members [ 1202.736312] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f74db30-2640-4e0b-9332-eecb85a1b8bc with Priority: HIGHEST for action port [ 1202.738622] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.738622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.738622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.738622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.738622] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.739186] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.739319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.739382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.739535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.739683] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.739778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.739837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.739979] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.740076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.740169] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.740898] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f74db30-2640-4e0b-9332-eecb85a1b8bc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.741027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.741098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.741253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.741323] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f74db30-2640-4e0b-9332-eecb85a1b8bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.243468] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.243794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.243794] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f74db30-2640-4e0b-9332-eecb85a1b8bc with status ACTIVE [ 1203.243946] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.244133] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.244203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.244394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.244480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.244653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.244743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.244804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.244944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.245029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.245209] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.245299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.245359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.245492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.245557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.245640] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f74db30-2640-4e0b-9332-eecb85a1b8bc is going to be updated. [ 1203.246685] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.266441] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.266652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.266652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.266859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.267084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.267363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f74db30-2640-4e0b-9332-eecb85a1b8bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.749329] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.251922] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.252416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.252416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.252535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.252635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.252738] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 is going to be created. [ 1204.275886] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.276208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.276306] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.276652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.276950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.287199] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 in Status: UNINITIALIZED for 2s [ 1206.297670] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 in Status: SUCCESS [ 1206.298042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.298042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.298237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.298494] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.298592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.298629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.298755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.298836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.298919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.299041] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.801353] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.303558] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2617cac8-cc81-40ec-878d-6a41f1f8e2f1: rpc.has_security_group_logging(os_id): False [ 1207.321404] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.321578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.321636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.321816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.321920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.322176] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.322289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.322348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.322506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.322580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.322664] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 is going to be created. [ 1207.377720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.377895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.377948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.378168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.378374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.388234] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 in Status: IN_PROGRESS for 2s [ 1207.737259] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.737259] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1209.400245] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 in Status: SUCCESS [ 1209.400549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.739158] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.739532] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.781723] env[68237]: INFO networking_nsxv3.common.synchronization [req-ccb5ea19-e396-40c7-b5cb-821ed5fd448f req-4cdca593-6905-43bc-8467-98bf2214fbfe tempest-ServersTestFqdnHostnames-1415069434 tempest-ServersTestFqdnHostnames-1415069434-project-member] Enqueued Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_members [ 1213.782094] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGHEST for action security_group_members [ 1213.782452] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.782583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.782655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.782854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.783017] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.783127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.783190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.783340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.783428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.783515] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.285859] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.286107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.286107] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.286287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.286397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.286612] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.286714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.286780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.286950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.287030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.287120] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 is going to be updated. [ 1214.314588] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.314811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.314811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.315049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.315196] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.324217] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 in Status: IN_PROGRESS for 2s [ 1216.335209] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 in Status: SUCCESS [ 1216.335501] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 deletion is rescheduled due to dependency. [ 1216.335501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.782724] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.783194] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.783606] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.783977] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.480894] env[68237]: INFO networking_nsxv3.common.synchronization [req-891ec72e-3ddb-478f-a56e-46cac4815ba1 req-e4d93f99-a418-45b2-afc9-dbb81fe4a3fd tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1225.480894] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1225.480894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.480894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.480894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.480894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.480894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.480894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.480894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.480894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.480894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.480894] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.727713] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.728011] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.728109] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.728385] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.728650] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.728811] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.728933] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.729166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.729317] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.729547] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.729667] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.729783] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.729899] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.730032] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.730148] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.730284] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.751188] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.751536] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.751704] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.751894] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.752257] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-81a1055a-a5f1-488f-aacc-d6c908d0af27 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.752465] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.752566] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.752881] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.753035] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a1055a-a5f1-488f-aacc-d6c908d0af27',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.983320] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.983530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.983530] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.983680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.983772] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.983968] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.984079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.984141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.984289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.984366] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.984451] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1226.009831] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.010019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.010019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.010197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.010345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.018409] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1226.256551] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.256811] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.256923] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.257239] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.257400] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.257564] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 81a1055a-a5f1-488f-aacc-d6c908d0af27 not found, creating... [ 1226.257839] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.258022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.258142] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.258373] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.258519] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.258808] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.258968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.259106] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.259321] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.259467] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.259608] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 81a1055a-a5f1-488f-aacc-d6c908d0af27 is going to be created. [ 1226.279192] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.279427] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.279563] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.279852] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.280132] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.280527] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.975157] env[68237]: INFO networking_nsxv3.common.synchronization [req-891ec72e-3ddb-478f-a56e-46cac4815ba1 req-36e897f4-5820-4798-b87f-2fb2f04f9eeb service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1226.975419] env[68237]: INFO networking_nsxv3.common.synchronization [req-891ec72e-3ddb-478f-a56e-46cac4815ba1 req-36e897f4-5820-4798-b87f-2fb2f04f9eeb service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1226.975601] env[68237]: INFO networking_nsxv3.common.synchronization [req-891ec72e-3ddb-478f-a56e-46cac4815ba1 req-36e897f4-5820-4798-b87f-2fb2f04f9eeb service nova] Enqueued Resource ID: 81a1055a-a5f1-488f-aacc-d6c908d0af27 with Priority: HIGHEST for action port [ 1226.975918] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1226.976125] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1226.976293] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a1055a-a5f1-488f-aacc-d6c908d0af27 with Priority: HIGHEST for action port [ 1226.977823] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.978137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.978322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.978547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.978635] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.979526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.979635] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.979816] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a1055a-a5f1-488f-aacc-d6c908d0af27 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.979911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.980000] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.980159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.980237] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a1055a-a5f1-488f-aacc-d6c908d0af27',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.481666] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.481881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.484125] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a1055a-a5f1-488f-aacc-d6c908d0af27 with status ACTIVE [ 1227.485063] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.485063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.485063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.485063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.485063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.485063] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.485063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.485895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.485895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.485895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.485895] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.485895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.485895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.485895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.485895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.485895] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a1055a-a5f1-488f-aacc-d6c908d0af27 is going to be updated. [ 1227.506281] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.506529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.506529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.506644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.506790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.506925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a1055a-a5f1-488f-aacc-d6c908d0af27" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.026757] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1228.027025] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 deletion is rescheduled due to dependency. [ 1228.027066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.027494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.027694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.027894] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.027976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.028053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.028198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.028308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.028355] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.530346] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.032790] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.539289] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.539502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.539544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.539735] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.539885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.539939] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1229.571840] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.572069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.572069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.572268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.572416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.580319] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1231.500710] env[68237]: INFO networking_nsxv3.common.synchronization [None req-e50f2e7f-0347-48ef-a52d-dc195f0a8157 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1231.501270] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1231.501637] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.501885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.591030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1231.591138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.591259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.591501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.591692] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.591807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.591871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.592028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.592113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.592199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.592325] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.593144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.593309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.593461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.593561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.594357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.594357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.594357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.594357] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.095495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.095639] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.095848] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.597662] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.100316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.100504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.100504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.100730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.100811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.100913] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1233.125950] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.126112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.126151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.126328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.126464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.134175] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1233.518353] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.518564] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.518693] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.518964] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.519243] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.519404] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.519528] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.519743] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.519890] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.520233] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.520384] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.520501] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.520617] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.520739] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1233.520853] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.520994] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.539771] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.539930] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1233.540102] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.540280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.540592] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.540763] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.540889] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.541193] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.541368] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.044849] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.044849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.044849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.045317] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.045317] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.045317] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 not found, creating... [ 1234.045521] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.045670] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.045794] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.046036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.046188] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.046474] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.046634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.046755] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.047044] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.047192] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.047337] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 is going to be created. [ 1234.071482] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.071736] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.071802] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.072041] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.072431] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.072539] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.752237] env[68237]: INFO networking_nsxv3.common.synchronization [req-f321c066-0b3f-4898-af3c-6fb20719faa9 req-a3f9c985-7a72-4d38-b3cc-983923194c0e service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1234.752439] env[68237]: INFO networking_nsxv3.common.synchronization [req-f321c066-0b3f-4898-af3c-6fb20719faa9 req-a3f9c985-7a72-4d38-b3cc-983923194c0e service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1234.752582] env[68237]: INFO networking_nsxv3.common.synchronization [req-f321c066-0b3f-4898-af3c-6fb20719faa9 req-a3f9c985-7a72-4d38-b3cc-983923194c0e service nova] Enqueued Resource ID: 60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 with Priority: HIGHEST for action port [ 1234.752824] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1234.752956] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1234.753055] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 with Priority: HIGHEST for action port [ 1234.753970] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.754094] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.754302] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.754398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.754577] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.754676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.754737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.754934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.755043] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.143564] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1235.143917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.143917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.144115] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.144353] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.144496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.144562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.144724] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.144806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.144889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.145070] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.145150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.145210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.145347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.145483] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.145573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.145632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.145769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.145840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.145919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.146010] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.146828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.146991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.147150] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.147247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.147307] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.147443] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.147518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.147604] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.257441] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 with status ACTIVE [ 1235.257679] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.257820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.257889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.258137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.258257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.258416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.258515] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.258579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.258730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.258831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.258996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.259118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.259181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.259352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.259417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.259525] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2 is going to be updated. [ 1235.278119] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.278332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.278332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.278540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.278677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.278831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ed727d-8033-4f5f-a3ad-2b8cb4fd77b2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.648911] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20c43c99-b5ec-42e5-af99-ee9133510a61: rpc.has_security_group_logging(os_id): False [ 1235.650045] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.666608] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.666740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.666807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.667014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.667112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.667304] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.667404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.667467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.667616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.667690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.667887] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.667977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.668053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.668190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.668262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.668436] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.668528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.668587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.668721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.668793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.668875] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1235.723589] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.723783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.723783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.723950] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.724104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.734228] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1236.152282] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.654887] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.655108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.655153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.655794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.655906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.656032] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1236.682210] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.682346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.682417] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.682642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.682801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.691949] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1237.753179] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1237.753518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.753560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.753768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.753858] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.255487] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.255659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.701746] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1238.702022] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.702210] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.702463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.702700] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.702869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.702941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.703116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.703199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703284] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703376] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.205981] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.206323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.206323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.206408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.206584] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.206685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.206750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.206923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.207030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.207136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.207285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.207408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.207522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.207624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.207785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.207871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.207924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.208082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.208157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.208238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.208327] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.711110] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20c43c99-b5ec-42e5-af99-ee9133510a61: rpc.has_security_group_logging(os_id): False [ 1239.729089] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.729251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.729319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.729486] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.729576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.729756] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.729856] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.729916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.730080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.730157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.730359] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.730451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.730516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.730656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.730730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.730907] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.730997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.731069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.731204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.731279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.731361] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1239.754060] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.754185] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1239.786760] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.786917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.786963] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.787152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.787300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.798531] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1241.813711] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1241.814036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.754786] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.755173] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.890178] env[68237]: INFO networking_nsxv3.common.synchronization [req-00445488-528b-4266-8a53-e7665b19f0f2 req-25ff61e0-6117-42ac-beda-39367517d786 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1246.890178] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1246.890178] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.890580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.890580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.890580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.890694] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.890796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.890852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.891014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.891104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.891197] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.392894] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.458616] env[68237]: INFO networking_nsxv3.common.synchronization [None req-8e589e6e-915c-4db3-814b-b2a3f6e79d3d tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1247.458616] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1247.458616] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.458616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.895549] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.397668] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.397859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.397978] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.398186] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.398278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.398384] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1248.433712] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.433972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.434091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.434367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.436169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.444256] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1250.463523] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1250.463890] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.464134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.464457] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.464748] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.464946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.465120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.465352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.465502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.465679] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.969448] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.969448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.969448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.969691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.969739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.969987] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.970167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.970274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.970539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.970694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.970834] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1250.996270] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.996502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.996642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.996852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.997024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.004363] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1252.383757] env[68237]: INFO networking_nsxv3.common.synchronization [req-bc7483f7-29f6-4bb9-8d18-1f9405b6696a req-7b984e35-bc32-4ec0-85a7-76f2666d41bb tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_members [ 1252.384364] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGHEST for action security_group_members [ 1252.384706] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.384833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.384904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.386274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.386274] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.386395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.386395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.386549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.386637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.386733] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.891026] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.891196] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.891267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.891503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.891626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.891858] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.891960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.892051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.892205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.892305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.892396] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d is going to be updated. [ 1252.932987] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.933191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.933191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.933355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.933493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.941722] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d in Status: IN_PROGRESS for 2s [ 1253.012729] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1253.012729] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 deletion is rescheduled due to dependency. [ 1253.012729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.952330] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d in Status: SUCCESS [ 1254.952655] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d deletion is rescheduled due to dependency. [ 1254.952655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.031248] env[68237]: INFO networking_nsxv3.common.synchronization [req-1727a240-19fa-4abb-85aa-90db1474f2f2 req-4003363d-df19-40b9-a16c-18415c314951 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_members [ 1256.031830] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 with Priority: HIGHEST for action security_group_members [ 1256.032146] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-57475676-804c-4fc7-822d-bd6b2a2a8827 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.032262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.032329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.032511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.032729] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.032858] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.032922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.033091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.033176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.033269] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57475676-804c-4fc7-822d-bd6b2a2a8827',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.535571] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.535746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.535871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.536128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.536250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.536479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.536620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.536692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.536854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.536959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.537096] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 is going to be updated. [ 1256.571107] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.571309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.571309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.571604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.571710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.580134] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 in Status: IN_PROGRESS for 2s [ 1257.873507] env[68237]: INFO networking_nsxv3.common.synchronization [req-508f1096-0bb2-4469-9be0-e2bc40d6db43 req-16ca760d-2f2e-42a0-8fe1-d3a9ae0853d7 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_members [ 1257.874736] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGHEST for action security_group_members [ 1257.874831] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.874891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.874947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.875277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.875328] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.875381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.875762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.875762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.875762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.875762] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.377525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.377695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.377755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.377970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.378084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.378355] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.378483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.378549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.378718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.378797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.378885] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 is going to be updated. [ 1258.404849] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.404981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.405092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.405248] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.405385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.412531] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 in Status: IN_PROGRESS for 2s [ 1258.591025] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 in Status: SUCCESS [ 1258.591158] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57475676-804c-4fc7-822d-bd6b2a2a8827 deletion is rescheduled due to dependency. [ 1258.591287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57475676-804c-4fc7-822d-bd6b2a2a8827" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.422192] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 in Status: SUCCESS [ 1260.422534] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 deletion is rescheduled due to dependency. [ 1260.422534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.942664] env[68237]: INFO networking_nsxv3.common.synchronization [None req-1b8395a8-3d64-41ff-aab1-42e8f84c14c6 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1261.943338] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1261.943673] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.943803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.943882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.944139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.944224] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.015886] env[68237]: INFO networking_nsxv3.common.synchronization [None req-69719a6a-afc3-48d8-84c6-d74a3fbb5d3b tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1262.015886] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1262.015886] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.015886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.466101] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.466256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.466348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.466543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.466617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.466718] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 already deleted. [ 1262.467020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.467020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.467154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.467200] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.987673] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.987980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.987980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.988163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.988275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.988394] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 already deleted. [ 1262.988497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.016173] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.016173] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.814262] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.814579] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.814579] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.814838] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.815268] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.815451] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.815577] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.815811] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.815966] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.816199] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.816322] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.816438] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.816563] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.816682] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.816796] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.816935] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.836649] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.836804] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.836945] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.837136] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-828" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.837411] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-099ae899-d602-45fd-bdcf-deda125a5d3e taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.837574] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.837698] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.837975] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.838080] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099ae899-d602-45fd-bdcf-deda125a5d3e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.340440] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.340829] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.341022] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.341403] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.341646] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.342123] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.342317] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.342443] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.342690] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.342856] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.343181] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.343342] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.343462] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.343672] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.343816] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.343968] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 099ae899-d602-45fd-bdcf-deda125a5d3e is going to be updated. [ 1269.362721] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c58638ab-adb9-4e9b-ac36-25214e566d3d tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_rules [ 1269.363855] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.364044] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.364173] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.364419] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.364608] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.364825] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.365738] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_rules [ 1269.366249] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.366359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.366426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.366640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.366715] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.429959] env[68237]: INFO networking_nsxv3.common.synchronization [None req-b97fc332-da52-49af-97df-14c30a833217 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_rules [ 1269.429959] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_rules [ 1269.429959] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.429959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.887646] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.887929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.887929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.888104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.888198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.888297] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 already deleted. [ 1269.888382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.888531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.888691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.888773] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.054376] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea426d8f-eb1d-49bb-8d14-57c5a15725aa req-4ccb7a4e-f68c-48da-9927-b4f52e396a49 service nova] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1270.054588] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea426d8f-eb1d-49bb-8d14-57c5a15725aa req-4ccb7a4e-f68c-48da-9927-b4f52e396a49 service nova] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1270.054732] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea426d8f-eb1d-49bb-8d14-57c5a15725aa req-4ccb7a4e-f68c-48da-9927-b4f52e396a49 service nova] Enqueued Resource ID: 099ae899-d602-45fd-bdcf-deda125a5d3e with Priority: HIGHEST for action port [ 1270.055300] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_rules [ 1270.055424] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1270.055521] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099ae899-d602-45fd-bdcf-deda125a5d3e with Priority: HIGHEST for action port [ 1270.055808] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.055927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.055992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.056919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.057047] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.057996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.058175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.058175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.058339] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.058548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.058641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.058641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.058792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.058876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.058964] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.059823] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-099ae899-d602-45fd-bdcf-deda125a5d3e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.059931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.059995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.060172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.060306] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099ae899-d602-45fd-bdcf-deda125a5d3e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.408310] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.408472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.408547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.408762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.408852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.408954] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 already deleted. [ 1270.409062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.561917] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.562139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.563320] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 099ae899-d602-45fd-bdcf-deda125a5d3e with status ACTIVE [ 1270.563509] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.563622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.563689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.563903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.563995] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.564220] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.564324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.564386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.564551] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.564633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.564813] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.564907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.564968] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.565123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.565198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.565281] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 099ae899-d602-45fd-bdcf-deda125a5d3e is going to be updated. [ 1270.566349] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.584895] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.585084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.585184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.585283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.585413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.585569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099ae899-d602-45fd-bdcf-deda125a5d3e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.068526] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.543016] env[68237]: INFO networking_nsxv3.common.synchronization [req-badf48bb-2fa4-4083-a1f6-ab92fb1d6a3f req-1ff28857-4812-4331-b963-28d0e5d7dfbe tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1271.543553] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1271.543974] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.544218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.544291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.544540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.544714] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.544846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.544916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.545104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.545192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.545287] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.571892] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.572073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.572147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.574763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.574763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.574763] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 is going to be updated. [ 1271.602614] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.602832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.602912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.603137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.603283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.611730] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: IN_PROGRESS for 2s [ 1271.806495] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.806849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.807120] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.807557] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.808011] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.808308] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.808545] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.808945] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.809245] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.809617] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.809935] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.810116] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.810245] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.810374] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.810495] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.810645] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.828955] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.829136] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1271.829299] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.829458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.829753] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.829926] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.830061] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.830378] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.830519] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38bbec1-b6bf-4b43-9914-b4dc63d8e894',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.046985] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.047267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.047362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.047577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.047670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.047875] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.047974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.048071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.048241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.048320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.048409] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 already deleted. [ 1272.048490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.333245] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.333683] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.333683] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.333983] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.334162] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.334252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port c38bbec1-b6bf-4b43-9914-b4dc63d8e894 not found, creating... [ 1272.334520] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.334680] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.334801] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.335035] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.335182] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.335460] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.335617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.335739] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.335949] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.336104] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.336295] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: c38bbec1-b6bf-4b43-9914-b4dc63d8e894 is going to be created. [ 1272.356220] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.356383] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.356510] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.356750] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.356970] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.357198] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.019954] env[68237]: INFO networking_nsxv3.common.synchronization [req-badf48bb-2fa4-4083-a1f6-ab92fb1d6a3f req-e252032d-e6c5-4a7f-a4a5-c30676e4d165 service nova] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1273.020043] env[68237]: INFO networking_nsxv3.common.synchronization [req-badf48bb-2fa4-4083-a1f6-ab92fb1d6a3f req-e252032d-e6c5-4a7f-a4a5-c30676e4d165 service nova] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1273.020196] env[68237]: INFO networking_nsxv3.common.synchronization [req-badf48bb-2fa4-4083-a1f6-ab92fb1d6a3f req-e252032d-e6c5-4a7f-a4a5-c30676e4d165 service nova] Enqueued Resource ID: c38bbec1-b6bf-4b43-9914-b4dc63d8e894 with Priority: HIGHEST for action port [ 1273.020436] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1273.020567] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1273.020663] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38bbec1-b6bf-4b43-9914-b4dc63d8e894 with Priority: HIGHEST for action port [ 1273.023676] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.023855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.024177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.024445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.024560] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.025440] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.025536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.025645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.025756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.025901] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.025997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.026092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.027207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.027207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.027207] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.027483] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.027610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.027687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.027842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.027987] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38bbec1-b6bf-4b43-9914-b4dc63d8e894',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.529953] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.530253] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.530305] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.531188] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c38bbec1-b6bf-4b43-9914-b4dc63d8e894 with status ACTIVE [ 1273.531368] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.531478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.531543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.531736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.531841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.532022] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.532117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.532177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.532326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.532401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.532574] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.532673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.532759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.532892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.532957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.533054] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c38bbec1-b6bf-4b43-9914-b4dc63d8e894 is going to be updated. [ 1273.555548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.555712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.555773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.555948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.556092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.556244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c38bbec1-b6bf-4b43-9914-b4dc63d8e894" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.624358] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: SUCCESS [ 1273.624577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.624732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.624933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.625130] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.625275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.625325] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.625449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.625567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.625621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.625696] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.036148] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.130545] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.540710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.540710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.540710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.540710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.540710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.540710] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be created. [ 1274.564495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.564632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.564702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.564898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.565070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.573639] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: UNINITIALIZED for 2s [ 1274.632202] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecbef5ce-9d35-46a2-9d5b-1d6234886c07: rpc.has_security_group_logging(os_id): False [ 1274.664115] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.664335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.664335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.664536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.664623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.664874] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.664974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.665049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.665213] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.665285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.665360] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 is going to be updated. [ 1274.726204] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.726359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.726415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.726620] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.726769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.738537] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: IN_PROGRESS for 2s [ 1275.022052] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1eb4a4a-c283-4032-ad7c-0c62e7ef5112 req-78179b43-1502-45ec-b2ba-dfa56705b6e5 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_members [ 1275.022606] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_members [ 1275.022878] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.022999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.023079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.023353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.023505] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.023602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.023663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.023811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.023896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.023988] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.526564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.526650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.526721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.526984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.527114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.527326] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.527426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.527487] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.527643] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.527720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.527804] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 already deleted. [ 1275.527883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.529697] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.529923] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.530066] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.530293] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.530545] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.530702] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.530823] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.531048] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.531194] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.531405] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.531523] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.531636] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.531799] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.531906] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.532034] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.532172] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.552893] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.553239] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.553324] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.553450] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-622" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.553778] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-67156309-cd60-4569-ab05-05548717b11b taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.553975] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.554119] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.554467] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.554604] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67156309-cd60-4569-ab05-05548717b11b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.058453] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.058714] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.058845] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.059191] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.059412] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.059585] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 67156309-cd60-4569-ab05-05548717b11b not found, creating... [ 1276.059881] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.060075] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.060202] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.060520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.060640] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.060957] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.061155] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.061280] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.061494] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.061682] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.061874] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 67156309-cd60-4569-ab05-05548717b11b is going to be created. [ 1276.084243] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.084504] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.084634] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.084964] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.085244] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.085480] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.585495] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: SUCCESS [ 1276.585785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.585933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.586177] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.586500] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.586668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.586740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.586918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.587042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.587139] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.587247] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.754492] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: SUCCESS [ 1276.754492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.801085] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1eb4a4a-c283-4032-ad7c-0c62e7ef5112 req-181d9c40-fa6a-4a28-a0f1-e4a2600756dd service nova] Enqueued Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_rules [ 1276.801085] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1eb4a4a-c283-4032-ad7c-0c62e7ef5112 req-181d9c40-fa6a-4a28-a0f1-e4a2600756dd service nova] Enqueued Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_members [ 1276.801085] env[68237]: INFO networking_nsxv3.common.synchronization [req-a1eb4a4a-c283-4032-ad7c-0c62e7ef5112 req-181d9c40-fa6a-4a28-a0f1-e4a2600756dd service nova] Enqueued Resource ID: 67156309-cd60-4569-ab05-05548717b11b with Priority: HIGHEST for action port [ 1276.801085] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_rules [ 1276.801750] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_members [ 1276.802033] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67156309-cd60-4569-ab05-05548717b11b with Priority: HIGHEST for action port [ 1276.803245] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.803245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.803245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.803245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.803245] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.804083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.804254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.804351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.804570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.804752] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.804903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.805056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.805254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.805895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.805895] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.806532] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-67156309-cd60-4569-ab05-05548717b11b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.806673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.806766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.807013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.807126] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67156309-cd60-4569-ab05-05548717b11b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.090019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.308951] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.309601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.309601] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.310675] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67156309-cd60-4569-ab05-05548717b11b with status ACTIVE [ 1277.310880] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.311019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.311189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.311303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.311448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.311570] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.311665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.311726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.311937] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.312061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312214] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.312310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.312376] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.312519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.312594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.312688] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67156309-cd60-4569-ab05-05548717b11b is going to be updated. [ 1277.334074] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.334311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.334311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.334545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.334659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.335131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67156309-cd60-4569-ab05-05548717b11b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.592227] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 815957b9-3da0-4a8f-8aed-031fc789ba91: rpc.has_security_group_logging(os_id): False [ 1277.610836] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.611074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.611074] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.611264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.611351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.611598] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.611701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.611760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.612015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.612102] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.612191] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be created. [ 1277.673210] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.673445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.673445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.673621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.673805] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.684149] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: IN_PROGRESS for 2s [ 1277.814800] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.317573] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.317827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.317943] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.318285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.318335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.318470] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 is going to be created. [ 1278.342621] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.342866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.342866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.343206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.343372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.352858] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 in Status: UNINITIALIZED for 2s [ 1279.701068] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: SUCCESS [ 1279.701068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.361872] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 in Status: SUCCESS [ 1280.362091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.362274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.362531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.362764] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.362850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.363095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.363294] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.363385] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.363472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.363662] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.866349] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.368708] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 093ed5f0-0e7b-4381-94b5-a291559e41d1: rpc.has_security_group_logging(os_id): False [ 1281.386289] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.386434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.386434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.386655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.386751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.387016] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.387132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.387192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.387377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.387444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.387539] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 is going to be created. [ 1281.442017] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.442255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.442301] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.442579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.442830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.454600] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 in Status: IN_PROGRESS for 2s [ 1281.803588] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.803747] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1283.475349] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 in Status: SUCCESS [ 1283.475349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.804363] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.804732] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.201658] env[68237]: INFO networking_nsxv3.common.synchronization [req-ec4efafd-2c00-4da0-a46e-6c045eb5f2a9 req-65b69682-09f4-40ce-a1f3-925ab8acfae8 tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_members [ 1290.202256] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGHEST for action security_group_members [ 1290.203488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.203488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.203488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.203488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.203488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.203488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.203488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.203797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.203797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.203901] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.358125] env[68237]: INFO networking_nsxv3.common.synchronization [req-0c3fdf6d-d1c4-4bcb-a9a1-0cdc547c46bd req-6417e683-eee0-450b-9439-ecff2807b296 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1290.358639] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1290.358944] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.359117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.359152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.359332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.359473] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.359561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.359650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.359753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.359833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.359928] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.635228] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.635453] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.635586] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.635858] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.636141] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.636308] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.636429] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.636649] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.636802] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.637063] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.637195] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.637311] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.637424] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.637542] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.637653] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.637790] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.656061] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.656290] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.656436] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.656606] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.656879] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-7ddc5996-0e46-45a6-996d-9bad1b9c3955 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.657061] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.657189] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.657530] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.657673] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddc5996-0e46-45a6-996d-9bad1b9c3955',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.706142] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.706322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.706322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.706514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.706602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.706789] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.706889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.706961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.707134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.707214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.707303] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 is going to be updated. [ 1290.732583] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.732771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.732771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.732929] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.733104] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.740095] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 in Status: IN_PROGRESS for 2s [ 1290.866028] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.160019] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.160301] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.160433] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.160714] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.160864] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.161034] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 7ddc5996-0e46-45a6-996d-9bad1b9c3955 not found, creating... [ 1291.161309] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.161464] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.161581] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.161809] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.161996] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.162316] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.162475] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.162591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.162800] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.162952] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.163160] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 7ddc5996-0e46-45a6-996d-9bad1b9c3955 is going to be created. [ 1291.183201] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.183422] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.183556] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.183837] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.184093] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.184676] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.254026] env[68237]: INFO networking_nsxv3.common.synchronization [req-1a6e3e2a-b189-43b3-8c7d-90e99b070af9 req-1b2eb453-53e7-42b3-9ee5-b22113c6eb76 tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1291.254026] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1291.254026] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.254026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.254026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.254704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.255013] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.255420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.255595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.255878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.256070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.256257] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.371416] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.758488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.758643] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.758750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.758926] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.779886] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.780171] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.780296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.780364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.780586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.780646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.780728] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1291.804341] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.804550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.804627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.804868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.805075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.812732] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1291.863409] env[68237]: INFO networking_nsxv3.common.synchronization [req-0c3fdf6d-d1c4-4bcb-a9a1-0cdc547c46bd req-059f105c-7251-46e6-8266-ebe8bc9a472a service nova] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1291.863580] env[68237]: INFO networking_nsxv3.common.synchronization [req-0c3fdf6d-d1c4-4bcb-a9a1-0cdc547c46bd req-059f105c-7251-46e6-8266-ebe8bc9a472a service nova] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1291.863711] env[68237]: INFO networking_nsxv3.common.synchronization [req-0c3fdf6d-d1c4-4bcb-a9a1-0cdc547c46bd req-059f105c-7251-46e6-8266-ebe8bc9a472a service nova] Enqueued Resource ID: 7ddc5996-0e46-45a6-996d-9bad1b9c3955 with Priority: HIGHEST for action port [ 1291.863967] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_rules [ 1291.864112] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1291.864253] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddc5996-0e46-45a6-996d-9bad1b9c3955 with Priority: HIGHEST for action port [ 1291.864817] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.864985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.865028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.865333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.865416] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.866236] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.866352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.866691] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ddc5996-0e46-45a6-996d-9bad1b9c3955 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.866784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.866784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.870019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.870019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ddc5996-0e46-45a6-996d-9bad1b9c3955',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.872755] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.873011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.873011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.873142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.873199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.873276] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be updated. [ 1291.899051] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.899208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.899272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.899477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.899619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.909842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: IN_PROGRESS for 2s [ 1292.369088] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ddc5996-0e46-45a6-996d-9bad1b9c3955 with status ACTIVE [ 1292.369333] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.369461] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.369528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.369744] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.369832] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.370037] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.370136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.370197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.370412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.370495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.370679] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.370770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.370836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.371053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.371089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.371166] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ddc5996-0e46-45a6-996d-9bad1b9c3955 is going to be updated. [ 1292.372710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.372892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.390459] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.390671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.390671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.390843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.390969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.391161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ddc5996-0e46-45a6-996d-9bad1b9c3955" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.750591] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 in Status: SUCCESS [ 1292.750591] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 deletion is rescheduled due to dependency. [ 1292.750591] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.821707] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1293.822046] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 deletion is rescheduled due to dependency. [ 1293.822123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918511] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: SUCCESS [ 1293.918719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.918878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.919129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.919324] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.919441] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.919506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.919664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.919745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.919840] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.421820] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.924226] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.427472] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.427691] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.427733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.428015] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.428120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.428241] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be updated. [ 1295.454554] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.454701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.454773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.454999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.455159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.463178] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: IN_PROGRESS for 2s [ 1295.819744] env[68237]: INFO networking_nsxv3.common.synchronization [None req-db685c26-e9b1-48dd-9275-07d6aa39d62e tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_rules [ 1295.820263] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_rules [ 1295.820581] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.820707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.820766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.821021] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.821097] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.895757] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c5501ef5-c908-4df4-b404-4d934b72dea2 tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_rules [ 1295.896301] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_rules [ 1295.896688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.896795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.341826] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.342224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.342224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.342322] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.342415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.342508] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc already deleted. [ 1296.342588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.342731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.342881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.342964] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.862452] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.862452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.862452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.862737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.862737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.862737] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc already deleted. [ 1296.862903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.471987] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: SUCCESS [ 1297.471987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.472378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.472378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.472466] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.472578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.472643] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.472792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.472874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.472958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.473063] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.975188] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.477295] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 815957b9-3da0-4a8f-8aed-031fc789ba91: rpc.has_security_group_logging(os_id): False [ 1298.495237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.495420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.495420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.495630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.495719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.495953] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.496068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.496131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.496280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.496354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.496437] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be updated. [ 1298.548669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.548900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.548900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.549106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.549255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.563012] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: IN_PROGRESS for 2s [ 1300.577551] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: SUCCESS [ 1300.578095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.811694] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c2cd1007-1e2c-4ae4-a52e-49b11beb27e3 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1300.812275] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1300.812797] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.812922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.812987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.813227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.813382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.813483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.813546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.813693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.813780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.813873] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.893308] env[68237]: INFO networking_nsxv3.common.synchronization [req-8c1ec197-84b2-4171-bd46-724e827ff596 req-cb868e04-812b-4b95-b3b3-2199e665b73e tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1300.893816] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1300.894144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.894629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.894629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.894629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.894782] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.894782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.894868] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.895105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.895105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.895105] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.316251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.316407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.316466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.317484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.317484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.317484] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.317484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.317484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.317484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.317484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.317484] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1301.342989] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.343221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.343221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.343387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.343535] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.351729] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1301.397311] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.397516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.397575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.397758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.397849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.398067] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.398278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.398278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.398414] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.398458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.398526] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1301.422758] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.422758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.422869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.423081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.423233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.431875] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1301.480647] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.480861] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.480987] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.481331] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.481634] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.481757] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.481874] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.482135] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.482290] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.482505] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.482616] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.482725] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.482833] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.482943] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.483061] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.483197] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.501345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.501505] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1301.501644] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.501822] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.502188] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-e1662b1e-6c27-4782-bc05-758a8a5c71f2 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.502384] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.502700] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.502810] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.502949] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1662b1e-6c27-4782-bc05-758a8a5c71f2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.006252] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.006252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.006252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.006252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.006252] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.006252] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port e1662b1e-6c27-4782-bc05-758a8a5c71f2 not found, creating... [ 1302.006776] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.006776] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.006776] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.006978] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.007158] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.007628] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.007813] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.007937] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.008177] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.008520] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.008520] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: e1662b1e-6c27-4782-bc05-758a8a5c71f2 is going to be created. [ 1302.028880] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.029099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.029246] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.029523] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.029786] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.029974] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.710555] env[68237]: INFO networking_nsxv3.common.synchronization [req-8c1ec197-84b2-4171-bd46-724e827ff596 req-5902933f-6c9a-4cfa-a164-860f09c4828c service nova] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 1302.710749] env[68237]: INFO networking_nsxv3.common.synchronization [req-8c1ec197-84b2-4171-bd46-724e827ff596 req-5902933f-6c9a-4cfa-a164-860f09c4828c service nova] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1302.710901] env[68237]: INFO networking_nsxv3.common.synchronization [req-8c1ec197-84b2-4171-bd46-724e827ff596 req-5902933f-6c9a-4cfa-a164-860f09c4828c service nova] Enqueued Resource ID: e1662b1e-6c27-4782-bc05-758a8a5c71f2 with Priority: HIGHEST for action port [ 1302.711151] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 1302.711278] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1302.711372] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1662b1e-6c27-4782-bc05-758a8a5c71f2 with Priority: HIGHEST for action port [ 1302.711906] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.712042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.712113] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.712308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.712390] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.713217] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.713319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.713501] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1662b1e-6c27-4782-bc05-758a8a5c71f2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.713598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.713662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.713828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.713902] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1662b1e-6c27-4782-bc05-758a8a5c71f2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.986565] env[68237]: INFO networking_nsxv3.common.synchronization [req-c8f8255b-d244-4c42-9baa-3da6257be94e req-67d91878-5cf8-4adc-8cfd-c0c39e570ae2 tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_members [ 1302.987131] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_members [ 1302.987364] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.987479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.987550] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.987806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.987962] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.988075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.988198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.988295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.988379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.988470] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.222205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.222205] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1662b1e-6c27-4782-bc05-758a8a5c71f2 with status ACTIVE [ 1303.222205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.222205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.222205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.222205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.222931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.222931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.222931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.222931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.222931] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1662b1e-6c27-4782-bc05-758a8a5c71f2 is going to be updated. [ 1303.241525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.242254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.242488] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.243167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.243167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.243167] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1662b1e-6c27-4782-bc05-758a8a5c71f2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.390362] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1303.390544] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 deletion is rescheduled due to dependency. [ 1303.390677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.444847] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1303.445077] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 deletion is rescheduled due to dependency. [ 1303.445147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.445303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.445514] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.445703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.445820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.445893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.446038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.446118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.446215] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.490471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.490652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.490722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.490915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.491013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.491205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.491310] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.491365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.491496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.491593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.493041] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc already deleted. [ 1303.493041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.570052] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.570052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.570052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.570052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.570052] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.570052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.570052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.570052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.570052] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.570052] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.570052] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.570520] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.570634] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.570790] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.570940] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.571124] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.587715] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.587912] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1303.588099] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.588301] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-755" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.588601] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-9391d531-b415-45c2-8310-0bed3f83b727 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.588806] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.588965] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.589287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.589525] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9391d531-b415-45c2-8310-0bed3f83b727',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.949028] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.092227] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.092509] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.092627] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.092849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.093014] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.093212] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 9391d531-b415-45c2-8310-0bed3f83b727 not found, creating... [ 1304.093511] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.093653] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.093774] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.093995] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.094154] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.094439] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.094595] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.094716] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.094929] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.095081] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.095226] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 9391d531-b415-45c2-8310-0bed3f83b727 is going to be created. [ 1304.113426] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.113615] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.113737] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.113948] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.114183] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.114411] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.450791] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.790607] env[68237]: INFO networking_nsxv3.common.synchronization [req-c8f8255b-d244-4c42-9baa-3da6257be94e req-b7b6c6e5-c4a3-4549-93fa-dfcb3136dbc1 service nova] Enqueued Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_rules [ 1304.790795] env[68237]: INFO networking_nsxv3.common.synchronization [req-c8f8255b-d244-4c42-9baa-3da6257be94e req-b7b6c6e5-c4a3-4549-93fa-dfcb3136dbc1 service nova] Enqueued Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_members [ 1304.790944] env[68237]: INFO networking_nsxv3.common.synchronization [req-c8f8255b-d244-4c42-9baa-3da6257be94e req-b7b6c6e5-c4a3-4549-93fa-dfcb3136dbc1 service nova] Enqueued Resource ID: 9391d531-b415-45c2-8310-0bed3f83b727 with Priority: HIGHEST for action port [ 1304.791188] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_rules [ 1304.791334] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_members [ 1304.791403] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9391d531-b415-45c2-8310-0bed3f83b727 with Priority: HIGHEST for action port [ 1304.791919] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.792218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.792270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.792474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.792559] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.793936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.793936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.793936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.793936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.793936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.794272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.794272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.794272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.794272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.794476] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.795299] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-9391d531-b415-45c2-8310-0bed3f83b727 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.795409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.795474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.795610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.795683] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9391d531-b415-45c2-8310-0bed3f83b727',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.952869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.953019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.953118] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.953338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.953438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.953589] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1304.981467] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.981609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.981651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.981834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.981975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.989329] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1305.297613] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.297828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.299337] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.300258] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9391d531-b415-45c2-8310-0bed3f83b727 with status ACTIVE [ 1305.300461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.300578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.300646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.300855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.301051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.301154] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.301246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.301309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.301463] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.301539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.301719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.301811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.301872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.302016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.302121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.302197] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9391d531-b415-45c2-8310-0bed3f83b727 is going to be updated. [ 1305.324090] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.324238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.324305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.324495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.324626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.324782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9391d531-b415-45c2-8310-0bed3f83b727" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.804015] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.306836] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.307063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.307184] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.307465] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.307594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.307744] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc is going to be created. [ 1306.341461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.341625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.341697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.341939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.342185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.351133] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc in Status: UNINITIALIZED for 2s [ 1306.998816] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1306.999060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.999250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.999464] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.999670] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.999794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.999862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.000037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.000162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.000243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.000359] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.503688] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.005524] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee7124f3-fa63-479f-997d-2be958e905f4: rpc.has_security_group_logging(os_id): False [ 1308.028671] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.028828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.028951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.029197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.029320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.029587] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.029729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.029803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.029962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.030061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.030226] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1308.084481] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.084665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.084704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.084912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.085080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.095839] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1308.360428] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc in Status: SUCCESS [ 1308.360649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.360803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.361028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.361232] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.361351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.361415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.361569] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.361649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.361734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.361823] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.864131] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.366223] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39230ed9-cd09-4f55-bbe4-5ea741950afc: rpc.has_security_group_logging(os_id): False [ 1309.385512] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.385722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.385722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.385960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.386068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.386367] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.386496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.386607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.386750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.386826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.386962] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc is going to be created. [ 1309.442963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.443245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.443245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.443585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.443585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.454984] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc in Status: IN_PROGRESS for 2s [ 1309.792431] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.792597] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1310.108566] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1310.108566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.466677] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc in Status: SUCCESS [ 1311.466977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.778629] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1312.778989] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1314.793511] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.793847] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.908300] env[68237]: INFO networking_nsxv3.common.synchronization [req-f0b30e6b-aaa2-4a76-8d05-94681f86f401 req-ba458afb-81ed-4833-a232-4f3245dfcd6c tempest-AttachVolumeShelveTestJSON-1195170854 tempest-AttachVolumeShelveTestJSON-1195170854-project-member] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1315.908838] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGHEST for action security_group_members [ 1315.909156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.909281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.909347] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.909541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.909688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.909784] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.909841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.909991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.910254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.910473] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.412963] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.413160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.413230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.413462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.413566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.413769] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.413897] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.413931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.414096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.414175] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.414264] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 is going to be updated. [ 1316.443382] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.443559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.443608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.443762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.443903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.452565] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: IN_PROGRESS for 2s [ 1317.166870] env[68237]: INFO networking_nsxv3.common.synchronization [req-b818e1bc-de96-4440-ac26-2e06bcfa1810 req-4130a1ba-51b2-4d7c-8301-7baebd367668 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_members [ 1317.167471] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGHEST for action security_group_members [ 1317.168096] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.168230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.168541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.168541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.168691] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.168738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.168823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.168966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.169062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.169158] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.463017] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.463017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.463017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.463017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.463017] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.463017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.463017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.463606] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.463909] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.466518] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.466518] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.466518] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.466518] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.466518] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.466518] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.466518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.484881] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.484881] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.484881] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.484881] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.484881] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.484881] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.484881] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.484881] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.484881] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5331c2be-2e5c-4d67-b2f9-1e5198f073c0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.671776] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.671776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.671776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.672029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.672029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.672257] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.672387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.672442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.672565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.672642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.672731] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 is going to be updated. [ 1317.701086] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.701086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.701086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.701354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.701354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.708857] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 in Status: IN_PROGRESS for 2s [ 1317.987669] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.987938] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.988031] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.988416] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.988567] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.988729] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 not found, creating... [ 1317.988995] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.989160] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.989289] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.989591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.989710] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.989936] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.990100] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.990367] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.990653] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.990804] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.990959] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 is going to be created. [ 1318.009489] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.009765] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.009902] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.010190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.010424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.010653] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.462196] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 in Status: SUCCESS [ 1318.462196] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 deletion is rescheduled due to dependency. [ 1318.462196] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.676600] env[68237]: INFO networking_nsxv3.common.synchronization [req-1f1c3079-359c-445a-b55c-8cdcea262c76 req-29066f8d-6aac-4792-857d-9aa49ef6f51f service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1318.676770] env[68237]: INFO networking_nsxv3.common.synchronization [req-1f1c3079-359c-445a-b55c-8cdcea262c76 req-29066f8d-6aac-4792-857d-9aa49ef6f51f service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1318.676924] env[68237]: INFO networking_nsxv3.common.synchronization [req-1f1c3079-359c-445a-b55c-8cdcea262c76 req-29066f8d-6aac-4792-857d-9aa49ef6f51f service nova] Enqueued Resource ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 with Priority: HIGHEST for action port [ 1318.677175] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1318.677307] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1318.677414] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 with Priority: HIGHEST for action port [ 1318.677919] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.678075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.678147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.678341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.678422] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.679247] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.679340] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.679405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.679585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.679790] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.679894] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.679959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.680117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.680249] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.680347] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.684241] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.684241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.684241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.684241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.684241] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5331c2be-2e5c-4d67-b2f9-1e5198f073c0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.184949] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 with status ACTIVE [ 1319.185216] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.185364] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.185438] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.185651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.185740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.185917] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.186024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.186087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.186238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.186319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.186499] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.186593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.186651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.186789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.186863] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.186947] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 is going to be updated. [ 1319.188082] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.188940] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.189046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.208221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.208357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.208497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.208615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.208750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.208902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.690623] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.717875] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 in Status: SUCCESS [ 1319.718084] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 deletion is rescheduled due to dependency. [ 1319.718207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.193495] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.193671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.193766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.194045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.194183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.194314] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1320.222573] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.222720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.222720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.222919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.223073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.231023] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1322.244057] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1322.244057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.244057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.244057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.244548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.244548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.244548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.244548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.244747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.244747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.244747] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.746869] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.746869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.746869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.747098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.747258] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.747360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.747413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.748346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.748346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.748346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.748346] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.748346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.748346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.748346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.748346] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.748346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.748722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.748722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.748722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.748722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.748852] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.252029] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20c43c99-b5ec-42e5-af99-ee9133510a61: rpc.has_security_group_logging(os_id): False [ 1323.268859] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.268859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.268859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.268859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.269121] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.269165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.269229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.269297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.269442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.269517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.269710] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.269800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.269859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.270009] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.270089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.270266] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.270361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.270399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.270533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.270601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.270696] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1323.328430] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.328663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.328663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.328872] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.329037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.341809] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1323.678429] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.678861] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1325.367804] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1325.368091] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.722604] env[68237]: INFO networking_nsxv3.common.synchronization [req-19b66d3a-52e1-4224-9804-ef59e175119c req-c0e137ea-8a1c-4581-aaf3-159ccfa5690e tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1327.723324] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1327.723324] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.723470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.723529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.723881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.723881] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.724071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.724071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.724178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.724235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.724354] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.991476] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.991476] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.991476] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.991476] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.991476] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.991476] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.991775] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.991775] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.991867] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.992088] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.992456] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.992456] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.992456] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.992630] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.992661] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.992799] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.011887] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.012063] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.012211] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.012414] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.012750] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-53c89888-9d51-40ce-af06-fc64566eb47d taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.012921] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.013057] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.013347] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.013512] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c89888-9d51-40ce-af06-fc64566eb47d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.227378] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.227574] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.227641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.227819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.227913] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.228130] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.228229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.228292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.228454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.228533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.228620] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c is going to be updated. [ 1328.255329] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.255451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.255519] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.255693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.255826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.263724] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: IN_PROGRESS for 2s [ 1328.515771] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.516020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.516180] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.516501] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.516687] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.516870] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 53c89888-9d51-40ce-af06-fc64566eb47d not found, creating... [ 1328.517200] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.517405] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.517543] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.517784] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.517952] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.518292] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.518465] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.518606] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.518874] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.519063] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.519220] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 53c89888-9d51-40ce-af06-fc64566eb47d is going to be created. [ 1328.538697] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.538927] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.539084] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.539363] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.539624] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.539947] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.205729] env[68237]: INFO networking_nsxv3.common.synchronization [req-19b66d3a-52e1-4224-9804-ef59e175119c req-0d632e24-74cf-4aff-8bd6-b1fb78a1d54c service nova] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_rules [ 1329.205984] env[68237]: INFO networking_nsxv3.common.synchronization [req-19b66d3a-52e1-4224-9804-ef59e175119c req-0d632e24-74cf-4aff-8bd6-b1fb78a1d54c service nova] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1329.205984] env[68237]: INFO networking_nsxv3.common.synchronization [req-19b66d3a-52e1-4224-9804-ef59e175119c req-0d632e24-74cf-4aff-8bd6-b1fb78a1d54c service nova] Enqueued Resource ID: 53c89888-9d51-40ce-af06-fc64566eb47d with Priority: HIGHEST for action port [ 1329.206226] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_rules [ 1329.206356] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1329.206455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c89888-9d51-40ce-af06-fc64566eb47d with Priority: HIGHEST for action port [ 1329.206984] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.207303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.207411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.207683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.207795] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.210996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.210996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.210996] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c89888-9d51-40ce-af06-fc64566eb47d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.210996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.210996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.210996] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.210996] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c89888-9d51-40ce-af06-fc64566eb47d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.710226] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.710429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.711710] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53c89888-9d51-40ce-af06-fc64566eb47d with status ACTIVE [ 1329.711903] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.712075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.712116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.712303] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.712412] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.712591] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.712707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.712770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.713334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.713334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.713334] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.713334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.713334] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.713582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.713612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.713699] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53c89888-9d51-40ce-af06-fc64566eb47d is going to be updated. [ 1329.733865] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.734090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.734160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.734354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.734522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.734713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.272649] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: SUCCESS [ 1330.272845] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c deletion is rescheduled due to dependency. [ 1330.272845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.272927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.273144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.273367] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.273536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.273615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.273782] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.273866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.273964] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.775816] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.278175] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.781598] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.781598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.781598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.781598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.781598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.781598] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c is going to be updated. [ 1331.809639] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.809790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.809852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.810069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.810212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.817702] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: IN_PROGRESS for 2s [ 1333.828093] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: SUCCESS [ 1333.828429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.828429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.828583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.828776] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.828893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.828954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.829120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.829199] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.829285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.829376] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.209546] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.209668] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1334.332236] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.332432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.332655] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.332760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.332896] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.332998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.333142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.333261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.333348] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.333451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.333605] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.333698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.333757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.333924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.334119] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.334247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.334302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.334448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.334523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.334603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.334695] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.366216] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.366479] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.366646] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.366957] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.367258] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.367449] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.367613] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.367849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.368075] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.368351] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.368439] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.368556] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.368699] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.368831] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.368981] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.369183] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.387219] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.387385] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1334.387673] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.387907] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-60" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.388241] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.388421] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.388548] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.388803] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.388946] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5331c2be-2e5c-4d67-b2f9-1e5198f073c0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.838770] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64f15fa9-8bf8-4a21-8a22-f438b288f10c: rpc.has_security_group_logging(os_id): False [ 1334.856722] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.857014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.857080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.857289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.857413] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.857608] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.857767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.857767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.857958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.858018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.858200] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.858292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.858350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.858674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.858674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.858824] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.858824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.858920] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.859038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.859096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.859144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c is going to be updated. [ 1334.891462] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.891704] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.891770] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.892036] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.892185] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.892482] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.892646] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.892763] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.892980] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.893120] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.893402] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.893583] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.893704] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.893906] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.894269] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.894269] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 is going to be updated. [ 1334.916846] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.916980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.917037] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.917206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.917343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.922505] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.922703] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.922817] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.923047] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.923225] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.923434] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.928983] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: IN_PROGRESS for 2s [ 1335.613300] env[68237]: INFO networking_nsxv3.common.synchronization [req-445a004e-a122-4824-93ea-eefdf1c4ec27 req-3b257592-d909-4016-be5c-c92354384c03 service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1335.613964] env[68237]: INFO networking_nsxv3.common.synchronization [req-445a004e-a122-4824-93ea-eefdf1c4ec27 req-3b257592-d909-4016-be5c-c92354384c03 service nova] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1335.613964] env[68237]: INFO networking_nsxv3.common.synchronization [req-445a004e-a122-4824-93ea-eefdf1c4ec27 req-3b257592-d909-4016-be5c-c92354384c03 service nova] Enqueued Resource ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 with Priority: HIGHEST for action port [ 1335.614161] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_rules [ 1335.614268] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1335.614366] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 with Priority: HIGHEST for action port [ 1335.614661] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.614757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.614837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.615117] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.615208] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.616020] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.616144] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.616268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.616367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.616504] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.616592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.616646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.616783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.616906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.616939] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.618151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.618151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.618151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.618313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.618365] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5331c2be-2e5c-4d67-b2f9-1e5198f073c0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.120435] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.121870] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.122030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.122187] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 with status ACTIVE [ 1336.122395] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.122549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.122631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.122834] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.122952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.123120] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.123255] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.123292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.123429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.123565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.123719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.123826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.123913] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.124114] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.124189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.124275] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5331c2be-2e5c-4d67-b2f9-1e5198f073c0 is going to be updated. [ 1336.143210] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.143346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.143384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.143603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.143755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.143918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5331c2be-2e5c-4d67-b2f9-1e5198f073c0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.626760] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.635938] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.636134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.636134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.636335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.636439] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.941245] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: SUCCESS [ 1336.941480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.129394] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.129748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.129748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.129870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.129921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.130013] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1337.137757] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.154662] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.154859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.154859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.154982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.155116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.162519] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1337.639872] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.892221] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b37baa5-0cdc-4445-93e5-9968bebbd752 req-803b92ab-b271-4890-9ddf-b7cd4421ac19 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1337.892631] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c with Priority: HIGHEST for action security_group_members [ 1337.893144] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-64f15fa9-8bf8-4a21-8a22-f438b288f10c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.893344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.893649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.893770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.894043] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.894232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.894353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.894623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.894775] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.894928] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64f15fa9-8bf8-4a21-8a22-f438b288f10c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.995591] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b37baa5-0cdc-4445-93e5-9968bebbd752 req-803b92ab-b271-4890-9ddf-b7cd4421ac19 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 53c89888-9d51-40ce-af06-fc64566eb47d with Priority: HIGHEST for action port [ 1337.996142] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c89888-9d51-40ce-af06-fc64566eb47d with Priority: HIGHEST for action port [ 1337.996447] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c89888-9d51-40ce-af06-fc64566eb47d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.996571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.996636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.996836] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.996919] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c89888-9d51-40ce-af06-fc64566eb47d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.144889] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1338.144889] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1338.397524] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.397734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.397815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.398110] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.398333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.398841] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.398841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.398841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.399502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.399502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.399502] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c is going to be updated. [ 1338.443188] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.443188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.443188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.443924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.444190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.455517] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: IN_PROGRESS for 2s [ 1338.500406] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53c89888-9d51-40ce-af06-fc64566eb47d with status ACTIVE [ 1338.500691] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.500860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.500941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.501208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.501316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.501525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.501633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.501713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.501895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.501988] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.502217] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.502335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.502399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.502584] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.502663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.502748] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53c89888-9d51-40ce-af06-fc64566eb47d is going to be updated. [ 1338.524979] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.525142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.525202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.525392] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.525527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.525681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.897641] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.897829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.897900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.898131] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.911017] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1338.912071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.913441] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1338.952243] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.952243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.952243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.952243] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.964769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.965349] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1338.965407] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'53c89888-9d51-40ce-af06-fc64566eb47d'} {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1338.965567] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1339.003399] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.003649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.003649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.003847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.005401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.005590] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1339.077537] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.077752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.077806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.078057] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.078373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.078753] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1339.149936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.150355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.150355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.150485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.150738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.151031] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1339.151134] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bf8527ca-675e-4e3d-872e-3961aa243e00', 'e7ae9d77-c271-4612-a2be-a79784a0ccc3', '2d77117b-711e-400a-b0f7-ee70a976ec7d', 'ca05330d-e12e-4ed4-897a-90d4a483cbd6', 'e8d9d380-19e9-4e68-9e34-2cf7ea4811f4', '1fdb0a61-c3bc-4e31-b003-118bbd9f23d5', '908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce', '6b03df76-a68d-4153-80d6-db6179d8b2f7', 'bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee', '2617cac8-cc81-40ec-878d-6a41f1f8e2f1', '34daf21b-9c9c-4404-978f-c7edfc0bf2d7', 'dafe81a3-2124-4f03-adc9-3a2371183262', '093ed5f0-0e7b-4381-94b5-a291559e41d1', 'ecbef5ce-9d35-46a2-9d5b-1d6234886c07', 'f01f0b2d-13e7-4631-b8e3-f580ad6000c5', '40fd23d6-2d69-4666-b4f4-27b336de5de0', 'ff948e11-3490-43c8-9c58-1a88fb8abab4', '98992514-6648-4de0-a247-2d014e4aef7f', 'fd0391b0-8d14-41c9-9be8-0d57ad0e213b', 'a4e9db77-ba06-4184-a2dd-5b9ff86310b7', 'c9255dbb-eebd-4df2-bbf6-2c2edfafbd56', '39230ed9-cd09-4f55-bbe4-5ea741950afc', 'ee7124f3-fa63-479f-997d-2be958e905f4', '70da4668-3192-4d0f-ac77-8d3f2bc3ca1a', '9bc04664-3d7a-41ee-bab2-3112c22b047b', 'aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa', '3045d823-6363-42f2-b02b-600ab288f1bc', '4b668bb9-bea7-433f-aa2d-60313663b60f', '7ab10ec0-2d92-453a-9295-82408a492340', '815957b9-3da0-4a8f-8aed-031fc789ba91', '73af604d-74c5-413d-8693-aad7d6661a32', 'cc5ddc8d-3908-4d03-84ca-548e7910b923', '7eeba323-9951-4025-bf81-7154565bbab6', '79b5578d-2585-431b-bc5a-b61edee1b84e', '9e20806f-a4c9-43de-923d-23477dadddc4', '9ec29289-bb3e-443a-9283-d520cc143d97', '37d430cf-10c3-40f3-b9d2-4350982e58b0', '57475676-804c-4fc7-822d-bd6b2a2a8827', 'b11e1daf-a7e0-4c32-b04d-704c9a68590b', '12fdfa3e-0de5-419d-a5e5-442a3ac72449', 'e6a70dc5-27eb-44a9-a559-b845c3b65705', '20c43c99-b5ec-42e5-af99-ee9133510a61', '25244f0d-88d7-44f8-a596-d24203420974', '2fb2d3c5-28d6-4660-846f-8eb558035753', '616406c1-3014-49ee-838b-aa9fc521b0bf', '0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2', '64f15fa9-8bf8-4a21-8a22-f438b288f10c'} {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1339.151237] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1339.168560] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.168715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.168765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.168970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.169068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.169175] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1339.169247] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1339.169317] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1339.170897] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1339.171087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.171237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.171406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.171569] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.171671] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.171731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.171871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.171949] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.172041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.172131] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.279147] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.279381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.279381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.279561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.280719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.280979] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1339.281072] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1339.281144] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1339.281211] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1339.281293] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53c89888-9d51-40ce-af06-fc64566eb47d with Priority: HIGH for action port [ 1339.281377] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/47 resources of Type:Security Group Rules [ 1339.281449] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGH for action security_group_rules [ 1339.281537] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGH for action security_group_rules [ 1339.281602] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGH for action security_group_rules [ 1339.281670] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGH for action security_group_rules [ 1339.281733] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGH for action security_group_rules [ 1339.281794] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGH for action security_group_rules [ 1339.281855] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGH for action security_group_rules [ 1339.281917] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGH for action security_group_rules [ 1339.281980] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGH for action security_group_rules [ 1339.282056] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGH for action security_group_rules [ 1339.282119] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGH for action security_group_rules [ 1339.282181] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGH for action security_group_rules [ 1339.282243] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGH for action security_group_rules [ 1339.282304] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGH for action security_group_rules [ 1339.282366] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGH for action security_group_rules [ 1339.282427] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGH for action security_group_rules [ 1339.282519] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGH for action security_group_rules [ 1339.282612] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGH for action security_group_rules [ 1339.282678] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGH for action security_group_rules [ 1339.282774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.675509] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.675675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.675745] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.675959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.676138] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.676237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.676297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.676502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.676603] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.676690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.676835] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.676925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.676985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.677137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.677273] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.677360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.677418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.677548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.677621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.677699] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.677785] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.783567] env[68237]: INFO networking_nsxv3.common.synchronization [req-563e6c21-01cb-4309-a0b6-5e40fbb1de89 req-05391429-ba44-4594-b688-60cfcb4d65a4 tempest-AttachVolumeNegativeTest-323190800 tempest-AttachVolumeNegativeTest-323190800-project-member] Enqueued Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_members [ 1339.784183] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGHEST for action security_group_members [ 1339.784377] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c89888-9d51-40ce-af06-fc64566eb47d with Priority: HIGH for action port [ 1339.784702] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 with Priority: HIGH for action security_group_rules [ 1339.784702] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 with Priority: HIGH for action security_group_rules [ 1339.784702] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 with Priority: HIGH for action security_group_rules [ 1339.784852] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b with Priority: HIGH for action security_group_rules [ 1339.784852] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98992514-6648-4de0-a247-2d014e4aef7f with Priority: HIGH for action security_group_rules [ 1339.784952] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 with Priority: HIGH for action security_group_rules [ 1339.785103] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 with Priority: HIGH for action security_group_rules [ 1339.785307] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 with Priority: HIGH for action security_group_rules [ 1339.785936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 with Priority: HIGH for action security_group_rules [ 1339.785936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafe81a3-2124-4f03-adc9-3a2371183262 with Priority: HIGH for action security_group_rules [ 1339.785936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 with Priority: HIGH for action security_group_rules [ 1339.785936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 with Priority: HIGH for action security_group_rules [ 1339.785936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee with Priority: HIGH for action security_group_rules [ 1339.785936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 with Priority: HIGH for action security_group_rules [ 1339.785936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 with Priority: HIGH for action security_group_rules [ 1339.786329] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce with Priority: HIGH for action security_group_rules [ 1339.786329] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 with Priority: HIGH for action security_group_rules [ 1339.786329] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8527ca-675e-4e3d-872e-3961aa243e00 with Priority: HIGH for action security_group_rules [ 1339.786420] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d with Priority: HIGH for action security_group_rules [ 1339.786691] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.786793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.786849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.787062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.787491] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.787610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.787814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.787814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.787915] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.787991] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.788828] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c89888-9d51-40ce-af06-fc64566eb47d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.788934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.789013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.789161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.789238] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c89888-9d51-40ce-af06-fc64566eb47d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.789972] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.790098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.790159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.790304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.790375] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7ae9d77-c271-4612-a2be-a79784a0ccc3',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.791038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.791153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.791217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.791370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.791441] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fdb0a61-c3bc-4e31-b003-118bbd9f23d5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.792779] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.792779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.792779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.792910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.792910] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecbef5ce-9d35-46a2-9d5b-1d6234886c07',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.793736] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.794192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.794192] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.794409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.794483] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0391b0-8d14-41c9-9be8-0d57ad0e213b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.795289] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98992514-6648-4de0-a247-2d014e4aef7f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.795289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.795477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.795477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.795542] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98992514-6648-4de0-a247-2d014e4aef7f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.796482] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff948e11-3490-43c8-9c58-1a88fb8abab4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.796482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.797526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.797526] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.797526] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff948e11-3490-43c8-9c58-1a88fb8abab4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.797526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40fd23d6-2d69-4666-b4f4-27b336de5de0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.797721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.797721] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.797835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.797835] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40fd23d6-2d69-4666-b4f4-27b336de5de0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.799345] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093ed5f0-0e7b-4381-94b5-a291559e41d1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.799345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.799345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.799345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.799345] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093ed5f0-0e7b-4381-94b5-a291559e41d1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.799739] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.799813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.799854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.799998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.800078] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f01f0b2d-13e7-4631-b8e3-f580ad6000c5',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.800884] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dafe81a3-2124-4f03-adc9-3a2371183262 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.800992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.801060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.801206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.801728] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dafe81a3-2124-4f03-adc9-3a2371183262',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.801948] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.802212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.802281] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.802434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.802556] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34daf21b-9c9c-4404-978f-c7edfc0bf2d7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.803182] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.803282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.803373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.804217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.804217] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2617cac8-cc81-40ec-878d-6a41f1f8e2f1',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.804217] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.804394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.804394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.804570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.804570] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.805246] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b03df76-a68d-4153-80d6-db6179d8b2f7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.805356] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.805477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.805544] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.805616] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b03df76-a68d-4153-80d6-db6179d8b2f7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.806379] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.806722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.806722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.806722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.806829] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8d9d380-19e9-4e68-9e34-2cf7ea4811f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.807654] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.807756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.807827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.807975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.808101] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.809068] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.809180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.809236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.809383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.809514] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca05330d-e12e-4ed4-897a-90d4a483cbd6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.810331] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8527ca-675e-4e3d-872e-3961aa243e00 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.810331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.810450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.810502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.810553] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8527ca-675e-4e3d-872e-3961aa243e00',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.811197] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d77117b-711e-400a-b0f7-ee70a976ec7d taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.811302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.811344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.812040] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.812040] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d77117b-711e-400a-b0f7-ee70a976ec7d',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.816532] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.816647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.816717] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.816875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.839448] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.839621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.842318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.842557] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.842669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.842737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.842924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.843013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.843130] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 is going to be updated. [ 1339.844150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.844311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.850939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.851052] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.859365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.859467] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fdb0a61-c3bc-4e31-b003-118bbd9f23d5 is going to be deleted. [ 1339.860208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.860397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.867704] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.867830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.867877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.868049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.868180] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.874396] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 in Status: IN_PROGRESS for 2s [ 1339.876580] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.876682] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecbef5ce-9d35-46a2-9d5b-1d6234886c07 is going to be deleted. [ 1339.917019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.917019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.917019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.917019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.917352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.917352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fdb0a61-c3bc-4e31-b003-118bbd9f23d5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.924461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.924579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.924651] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.924846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.924965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.925119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecbef5ce-9d35-46a2-9d5b-1d6234886c07" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.181769] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20c43c99-b5ec-42e5-af99-ee9133510a61: rpc.has_security_group_logging(os_id): False [ 1340.205311] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.205516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.205516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.205711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.225567] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.225785] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.225936] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.225976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.226147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.226229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.226442] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.226540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.226602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.226743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.226817] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.226989] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.227095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.227153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.227289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.227363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.227447] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1340.288809] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.289026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.289026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.289319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.289520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.303773] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1340.319274] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53c89888-9d51-40ce-af06-fc64566eb47d with status ACTIVE [ 1340.319461] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.319586] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.319689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.319956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.320056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.320244] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.320352] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.320427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.320587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.320662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.320834] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.320975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.321137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.321302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.321418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.321488] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53c89888-9d51-40ce-af06-fc64566eb47d is going to be updated. [ 1340.362600] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.362820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.362820] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.362993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.363096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.363190] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 is going to be deleted. [ 1340.368836] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.368965] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.369087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.369231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.370542] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.370645] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.377047] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.377169] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.378340] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.378445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.379137] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.379231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.380335] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.380449] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.382548] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.382664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.382706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.382857] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.382981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.383140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c89888-9d51-40ce-af06-fc64566eb47d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.476623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.476767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.477562] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.477659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.478345] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.478442] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.479147] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.479241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.479913] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.480019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.480714] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1340.481165] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.481261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.481890] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1340.482288] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.482378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.482984] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1340.483353] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c in Status: SUCCESS [ 1340.483550] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64f15fa9-8bf8-4a21-8a22-f438b288f10c deletion is rescheduled due to dependency. [ 1340.483680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64f15fa9-8bf8-4a21-8a22-f438b288f10c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.484317] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1340.484705] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.484800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.485396] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1340.485953] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.485953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.486596] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1340.487017] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.487128] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.490171] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1340.490581] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.490697] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f01f0b2d-13e7-4631-b8e3-f580ad6000c5 is going to be deleted. [ 1340.491625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.491828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.511824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.511940] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7ae9d77-c271-4612-a2be-a79784a0ccc3 is going to be deleted. [ 1340.512768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.512969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.558105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.558105] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2617cac8-cc81-40ec-878d-6a41f1f8e2f1 is going to be deleted. [ 1340.558415] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.558631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.577638] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.577880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.597419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.597570] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d77117b-711e-400a-b0f7-ee70a976ec7d is going to be deleted. [ 1340.598410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.598618] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.621700] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.621854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.624804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.624967] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34daf21b-9c9c-4404-978f-c7edfc0bf2d7 is going to be deleted. [ 1340.625757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.625954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.627412] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.627538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.663096] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.663259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.669112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.669251] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce is going to be deleted. [ 1340.670158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.670391] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.682126] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.682297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.726852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.727020] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca05330d-e12e-4ed4-897a-90d4a483cbd6 is going to be deleted. [ 1340.727918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.728188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.808518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.808685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.820693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.820842] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dafe81a3-2124-4f03-adc9-3a2371183262 is going to be deleted. [ 1340.821722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.821931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.832703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.832827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.868898] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.869045] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee is going to be deleted. [ 1340.869900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.870134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.898619] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.898752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.933578] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.933737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.934624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.934812] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff948e11-3490-43c8-9c58-1a88fb8abab4 is going to be deleted. [ 1340.935693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.935899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.986085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.986246] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8d9d380-19e9-4e68-9e34-2cf7ea4811f4 is going to be deleted. [ 1340.987170] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.987382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.053237] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.053384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.061909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.062079] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40fd23d6-2d69-4666-b4f4-27b336de5de0 is going to be deleted. [ 1341.063601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.063601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.067083] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.067277] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.131618] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.132163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.136842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.137117] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b03df76-a68d-4153-80d6-db6179d8b2f7 is going to be deleted. [ 1341.138108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.138312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.177351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.177499] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8527ca-675e-4e3d-872e-3961aa243e00 is going to be deleted. [ 1341.178484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.178706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.180007] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.180109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.266172] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.266633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.275568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.275713] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98992514-6648-4de0-a247-2d014e4aef7f is going to be deleted. [ 1341.276716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.276935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.311318] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.311445] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0391b0-8d14-41c9-9be8-0d57ad0e213b is going to be deleted. [ 1341.312265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.312606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.312737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.312871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.313047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.313224] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.313309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.313428] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7ae9d77-c271-4612-a2be-a79784a0ccc3" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.313981] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.314188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.314280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.314401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f01f0b2d-13e7-4631-b8e3-f580ad6000c5" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.314538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.314698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.314824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.315028] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2617cac8-cc81-40ec-878d-6a41f1f8e2f1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.315182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.315345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.315429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.315548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d77117b-711e-400a-b0f7-ee70a976ec7d" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.315677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.315819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.315895] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.316014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34daf21b-9c9c-4404-978f-c7edfc0bf2d7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.316151] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.316291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.316367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.316477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908cd6f2-5869-47dd-b8c5-dc3e2f4d64ce" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.316601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.316736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.316810] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.317236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca05330d-e12e-4ed4-897a-90d4a483cbd6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.317386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.317540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.317624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.317752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dafe81a3-2124-4f03-adc9-3a2371183262" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.317893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.318048] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.318127] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.318239] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd88d345-bc1e-4ea1-8a49-ef0fd86a8eee" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.318365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.318502] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.318577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.318709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff948e11-3490-43c8-9c58-1a88fb8abab4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.318824] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.318958] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.319042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.319149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8d9d380-19e9-4e68-9e34-2cf7ea4811f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.319270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.319402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.319476] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.319582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40fd23d6-2d69-4666-b4f4-27b336de5de0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.319698] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.319828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.319899] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.320008] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b03df76-a68d-4153-80d6-db6179d8b2f7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.385064] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.385305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.385305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.385485] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.385627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.385773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8527ca-675e-4e3d-872e-3961aa243e00" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.429513] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.429668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.429713] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.429910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.430067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.430120] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98992514-6648-4de0-a247-2d014e4aef7f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.440906] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1341.441416] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.441564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.441632] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.441823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.441911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.442035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0391b0-8d14-41c9-9be8-0d57ad0e213b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.883998] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 in Status: SUCCESS [ 1341.884221] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093ed5f0-0e7b-4381-94b5-a291559e41d1 deletion is rescheduled due to dependency. [ 1341.884351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093ed5f0-0e7b-4381-94b5-a291559e41d1" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.323245] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1342.323649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.787067] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.787469] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.788249] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.788621] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.427802] env[68237]: INFO networking_nsxv3.common.synchronization [req-f2fb465e-e02d-41dc-b2d5-3bf2a31d0739 req-e720f888-30ee-472e-b1bc-269409936a07 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1352.428466] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1352.428660] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.428786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.428852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.429051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.429210] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.429309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.429370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.429517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.429650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.429743] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.932026] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.434671] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.936623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.936966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.936966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.937073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.937163] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.937267] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be updated. [ 1353.964526] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.964746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.964746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.965324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.965324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.975028] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: IN_PROGRESS for 2s [ 1355.987043] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: SUCCESS [ 1355.987393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.429068] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.429458] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.555344] env[68237]: INFO networking_nsxv3.common.synchronization [req-ca677b5e-713a-4e4c-b63c-e67f439dab90 req-4030654f-cc44-4051-b642-ed69981bc6b0 tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1358.556244] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGHEST for action security_group_members [ 1358.556675] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.556777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.556850] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.557056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.557213] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.557312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.557377] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.557524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.557608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.557701] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.060623] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.060906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.060906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.061122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.082333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.082588] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.082762] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.082830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.082985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.083082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.083171] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be updated. [ 1359.104626] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.104862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.104862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.105134] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.105320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.112717] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: IN_PROGRESS for 2s [ 1361.124400] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: IN_PROGRESS for 4s [ 1363.061302] env[68237]: INFO networking_nsxv3.common.synchronization [req-9022e546-ee55-4180-b7d5-e1d45e5d30b8 req-4cad2a80-dea5-4f78-a16d-2580ae6523e7 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1363.061756] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1363.062079] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.062206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.062264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.062446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.062587] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.062674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.062750] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.062962] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.063019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.063102] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.135152] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 in Status: SUCCESS [ 1363.135324] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 deletion is rescheduled due to dependency. [ 1363.135439] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.322078] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.322305] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.322468] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.322771] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.323408] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.323408] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.323408] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.323638] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.323796] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.324047] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.324193] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.324307] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.324417] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.324531] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.324683] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.324835] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.344320] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.344320] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1363.344320] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.344567] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-768" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.344816] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.344998] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.345218] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.345542] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.345655] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5bf8e6-bd7d-473b-889f-4d23b1c887ab',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.565248] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.848078] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.848314] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.848446] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.848734] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.848892] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.849064] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port cd5bf8e6-bd7d-473b-889f-4d23b1c887ab not found, creating... [ 1363.849355] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.849521] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.849642] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.849865] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.850014] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.850309] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.850465] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.850612] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.850982] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.851177] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.851305] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: cd5bf8e6-bd7d-473b-889f-4d23b1c887ab is going to be created. [ 1363.870014] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.870293] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.870444] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.870762] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.871017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.871244] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.067467] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.566990] env[68237]: INFO networking_nsxv3.common.synchronization [req-9022e546-ee55-4180-b7d5-e1d45e5d30b8 req-043c0b9f-3839-48ed-ac8f-05efdf828a41 service nova] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1364.567228] env[68237]: INFO networking_nsxv3.common.synchronization [req-9022e546-ee55-4180-b7d5-e1d45e5d30b8 req-043c0b9f-3839-48ed-ac8f-05efdf828a41 service nova] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1364.567385] env[68237]: INFO networking_nsxv3.common.synchronization [req-9022e546-ee55-4180-b7d5-e1d45e5d30b8 req-043c0b9f-3839-48ed-ac8f-05efdf828a41 service nova] Enqueued Resource ID: cd5bf8e6-bd7d-473b-889f-4d23b1c887ab with Priority: HIGHEST for action port [ 1364.567648] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_rules [ 1364.567794] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1364.567895] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5bf8e6-bd7d-473b-889f-4d23b1c887ab with Priority: HIGHEST for action port [ 1364.568478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.568560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.568629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.568806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.568882] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.569904] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.569904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.570012] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.570100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.570158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.570319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.570390] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5bf8e6-bd7d-473b-889f-4d23b1c887ab',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.571653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.571749] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.571793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.572173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.572173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.572173] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be updated. [ 1364.597689] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.597875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.597918] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.598092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.598237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.605752] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: IN_PROGRESS for 2s [ 1365.072817] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.073197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.074356] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd5bf8e6-bd7d-473b-889f-4d23b1c887ab with status ACTIVE [ 1365.074575] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.074752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.074859] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.075161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.075297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.075885] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.075885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.075885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.075885] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.076116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.076265] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.076395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.076483] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.076650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.076753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.076865] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd5bf8e6-bd7d-473b-889f-4d23b1c887ab is going to be updated. [ 1365.095090] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.095252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.095349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.095546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.095704] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.095878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5bf8e6-bd7d-473b-889f-4d23b1c887ab" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.115555] env[68237]: INFO networking_nsxv3.common.synchronization [None req-18981279-c80b-41fd-8b27-e25cb78c6bce tempest-AttachInterfacesTestJSON-1063479517 tempest-AttachInterfacesTestJSON-1063479517-project-member] Enqueued Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1365.116459] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 with Priority: HIGHEST for action security_group_members [ 1365.116784] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c43c99-b5ec-42e5-af99-ee9133510a61 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.116900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.116969] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.117161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.117313] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.117410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.117474] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.117617] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.117700] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.117789] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c43c99-b5ec-42e5-af99-ee9133510a61',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.619929] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.620326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.620405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.620690] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.620774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.620973] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.621098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.621223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.621304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.621559] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.621661] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 is going to be updated. [ 1365.646546] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.646672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.646763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.646927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.647095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.654216] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: IN_PROGRESS for 2s [ 1366.615345] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: SUCCESS [ 1366.615345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.615680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.615715] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.616842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.616842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.616842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.616842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.616842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.616842] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.120109] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.621798] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.663378] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 in Status: SUCCESS [ 1367.663571] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c43c99-b5ec-42e5-af99-ee9133510a61 deletion is rescheduled due to dependency. [ 1367.663637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c43c99-b5ec-42e5-af99-ee9133510a61" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.124265] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.124473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.124473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.124736] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.124794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.124912] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be updated. [ 1368.151240] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.151435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.151435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.151652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.151798] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.164035] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: IN_PROGRESS for 2s [ 1368.878293] env[68237]: INFO networking_nsxv3.common.synchronization [None req-5cc9c761-4229-48c7-bc46-d5eca16d06ff None None] Enqueued Resource ID: 99f25ab1-815a-4f01-8f89-8dfa265586c2 with Priority: HIGHEST for action port [ 1368.878587] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f25ab1-815a-4f01-8f89-8dfa265586c2 with Priority: HIGHEST for action port [ 1368.879174] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f25ab1-815a-4f01-8f89-8dfa265586c2 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.879337] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f25ab1-815a-4f01-8f89-8dfa265586c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.879426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f25ab1-815a-4f01-8f89-8dfa265586c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.879708] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f25ab1-815a-4f01-8f89-8dfa265586c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.879792] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f25ab1-815a-4f01-8f89-8dfa265586c2',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.382193] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99f25ab1-815a-4f01-8f89-8dfa265586c2 [ 1369.382437] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.382572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.382640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.382928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.383034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.383139] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99f25ab1-815a-4f01-8f89-8dfa265586c2 already deleted. [ 1369.383223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f25ab1-815a-4f01-8f89-8dfa265586c2" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.171429] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: SUCCESS [ 1370.171692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.171817] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.172046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.172244] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.172363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.172427] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.172582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.172663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.172747] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.172858] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.675862] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.991329] env[68237]: INFO networking_nsxv3.common.synchronization [None req-c31844de-95e3-4df4-8e72-85bb7df232cd None None] Enqueued Resource ID: 180e645e-972b-4dd8-a0dc-ae4ffd3ae35c with Priority: HIGHEST for action port [ 1370.991598] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 180e645e-972b-4dd8-a0dc-ae4ffd3ae35c with Priority: HIGHEST for action port [ 1370.992184] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-180e645e-972b-4dd8-a0dc-ae4ffd3ae35c taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.992312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-180e645e-972b-4dd8-a0dc-ae4ffd3ae35c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.992380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-180e645e-972b-4dd8-a0dc-ae4ffd3ae35c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.992681] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-180e645e-972b-4dd8-a0dc-ae4ffd3ae35c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.992764] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('180e645e-972b-4dd8-a0dc-ae4ffd3ae35c',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.179633] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73af604d-74c5-413d-8693-aad7d6661a32: rpc.has_security_group_logging(os_id): False [ 1371.197280] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.197437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.197509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.197712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.218019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.218019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.218019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.218019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.218019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.218019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.218019] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be updated. [ 1371.267841] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.267985] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.268071] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.268275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.268490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.278818] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: IN_PROGRESS for 2s [ 1371.497136] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 180e645e-972b-4dd8-a0dc-ae4ffd3ae35c [ 1371.497136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.497136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.497136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.497136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.497136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.497136] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:180e645e-972b-4dd8-a0dc-ae4ffd3ae35c already deleted. [ 1371.497136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-180e645e-972b-4dd8-a0dc-ae4ffd3ae35c" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.293232] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: SUCCESS [ 1373.293542] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.906325] env[68237]: INFO networking_nsxv3.common.synchronization [req-231ec109-44d0-4570-99e7-237c837e9f70 req-4bccbbb7-17c3-4989-b2b8-857948266b8e tempest-AttachVolumeTestJSON-452589214 tempest-AttachVolumeTestJSON-452589214-project-member] Enqueued Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_members [ 1374.907181] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGHEST for action security_group_members [ 1374.907316] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.907446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.907511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.907854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.907854] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.908058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.908058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.908174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.908257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.908351] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.173159] env[68237]: INFO networking_nsxv3.common.synchronization [req-08fcfd76-9ba6-4332-9ca1-2b533cc1eca4 req-4d6d238b-cbda-4c8d-868c-c228e5482352 tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1375.173159] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1375.173159] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.173159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.173676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.174095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.174454] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.174751] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.174972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.175319] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.175573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.175807] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.410779] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.410964] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.411030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.411269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.433411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.434517] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.434755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.434864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.435100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.435214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.435309] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc is going to be updated. [ 1375.452928] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.453166] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.453552] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.453627] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.454315] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.454485] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.455103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.455103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.455103] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.455253] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.455313] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.455427] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.455560] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.455686] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.455797] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.455955] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.458429] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.458541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.458602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.458758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.458896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.466678] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc in Status: IN_PROGRESS for 2s [ 1375.473148] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.473316] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1375.473459] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.473624] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.473958] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-1992261e-0c11-4394-a63d-fbb8739d97f8 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.474078] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.474207] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.474489] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.474629] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1992261e-0c11-4394-a63d-fbb8739d97f8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.678544] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.678730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.678823] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.679190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.679311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.679542] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.679660] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.679739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.679902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.679982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.680313] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 already deleted. [ 1375.680313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.976721] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.977048] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.977093] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.977369] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.977526] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.977687] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 1992261e-0c11-4394-a63d-fbb8739d97f8 not found, creating... [ 1375.977945] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.978126] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.978250] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.978469] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.978648] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.979262] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.979442] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.979591] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.979776] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.979917] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.980099] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 1992261e-0c11-4394-a63d-fbb8739d97f8 is going to be created. [ 1376.011557] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.011752] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.011875] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.012152] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.012377] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.012596] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.679017] env[68237]: INFO networking_nsxv3.common.synchronization [req-08fcfd76-9ba6-4332-9ca1-2b533cc1eca4 req-ee76f186-b0a6-4cb5-aaf2-9c8ef0040a67 service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1376.679227] env[68237]: INFO networking_nsxv3.common.synchronization [req-08fcfd76-9ba6-4332-9ca1-2b533cc1eca4 req-ee76f186-b0a6-4cb5-aaf2-9c8ef0040a67 service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1376.679374] env[68237]: INFO networking_nsxv3.common.synchronization [req-08fcfd76-9ba6-4332-9ca1-2b533cc1eca4 req-ee76f186-b0a6-4cb5-aaf2-9c8ef0040a67 service nova] Enqueued Resource ID: 1992261e-0c11-4394-a63d-fbb8739d97f8 with Priority: HIGHEST for action port [ 1376.679607] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1376.679734] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1376.679838] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1992261e-0c11-4394-a63d-fbb8739d97f8 with Priority: HIGHEST for action port [ 1376.680709] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.680947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.681039] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.681293] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.681377] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.682259] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.682372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.682467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.682594] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.684308] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.684308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.684308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.684308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.684308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.684308] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.684308] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-1992261e-0c11-4394-a63d-fbb8739d97f8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.684780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.684780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.684780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.684780] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1992261e-0c11-4394-a63d-fbb8739d97f8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.186421] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.186725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.186806] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.187758] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1992261e-0c11-4394-a63d-fbb8739d97f8 with status ACTIVE [ 1377.187983] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.188141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.188237] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.188490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.188659] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.189292] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.189292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.189292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.189292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.189520] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.189807] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.189807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.189807] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.190140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.190247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.190364] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1992261e-0c11-4394-a63d-fbb8739d97f8 is going to be updated. [ 1377.213029] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.213164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.213164] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.213400] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.213568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.213718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1992261e-0c11-4394-a63d-fbb8739d97f8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.476243] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc in Status: SUCCESS [ 1377.476425] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc deletion is rescheduled due to dependency. [ 1377.476471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.692695] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.194798] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.195119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.195119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.195311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.195410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.195510] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be created. [ 1378.219822] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.220011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.220066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.220236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.220401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.228460] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: UNINITIALIZED for 2s [ 1380.239340] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1380.239727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.239828] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.240054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.240256] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.240373] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.240434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.240595] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.240674] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.240755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.240870] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.743282] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.743570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.743570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.743739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.743933] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.744053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.744150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.744274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.744359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.744447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.744592] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.744682] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.744743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.744900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.745225] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.745225] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.745393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.745393] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.745454] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.745556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.745616] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.247865] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bf1c462-828f-4475-ad5b-19e99d26fe74: rpc.has_security_group_logging(os_id): False [ 1381.266347] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.266556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.266556] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.266693] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.266800] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.267030] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.267136] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.267214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.267382] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.267470] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.267677] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.267780] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.267840] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.267999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.268086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.268304] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.268396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.268475] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.268627] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.268711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.268798] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be created. [ 1381.321428] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.321662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.321662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.321882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.322105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.332960] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1381.681506] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.681678] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.345276] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1383.345622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.529330] env[68237]: INFO networking_nsxv3.common.synchronization [req-ab3a38a3-1e31-4eb8-9a6e-5bc363549ea9 req-81b1a8a8-9337-474d-b728-9fe09f81e322 tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1383.529771] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1383.530093] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.530236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.530282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.530845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.530845] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.530845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.531025] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.531100] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.531157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.531254] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.033829] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.034044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.034044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.034394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.054905] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.055192] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.055353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.055430] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.055606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.055688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.055776] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1384.080498] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.080641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.080689] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.080841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.080983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.088616] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1385.536324] env[68237]: INFO networking_nsxv3.common.synchronization [req-e457bc00-d07a-4c91-b79b-3a04fddf8859 req-61630d67-5c10-47f2-9c0a-ccfd3e1b75ee tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1385.536742] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1385.537058] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.537187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.537252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.537450] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.537639] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.537688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.537755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.537880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.538174] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.538174] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.040408] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.040640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.040640] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.040870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.040986] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.041205] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.041308] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.041367] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.041522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.041602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.041688] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1386.072352] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.072490] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.072529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.072709] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.072842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.080768] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1386.096102] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1386.096273] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 deletion is rescheduled due to dependency. [ 1386.096374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.089844] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 4s [ 1390.104357] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1390.104357] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1390.104357] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.537451] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.537641] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.577525] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b7c258b-4f9f-41e8-ae77-b8cbec5adc85 req-24962848-f784-432a-955e-b8f05409fc3b tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1392.578176] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1392.578633] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.578795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.580226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.580496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.580669] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.580773] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.580838] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.581020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.581147] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.581247] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.840224] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.840728] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.840728] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.840978] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.841436] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.841638] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.841729] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.842359] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.842450] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.842640] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1392.842772] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1392.842893] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1392.843020] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1392.843755] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1392.843755] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1392.843755] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1392.863802] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1392.863989] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1392.864173] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1392.864387] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-902" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.864752] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-843d0ee5-6e7f-4508-b91e-c871fd48ee83 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.864968] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.865135] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.865762] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.866070] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843d0ee5-6e7f-4508-b91e-c871fd48ee83',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.085349] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.085587] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.085686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.085953] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.086109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.086375] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.086516] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.086629] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.086902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.087044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.087127] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1393.110883] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.111054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.111109] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.111247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.111379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.119071] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1393.369367] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.370930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.370930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.370930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.370930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.370930] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 843d0ee5-6e7f-4508-b91e-c871fd48ee83 not found, creating... [ 1393.370930] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.370930] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.371354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.371354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.371354] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.371645] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.371827] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.371924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.372285] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.372827] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.372895] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 843d0ee5-6e7f-4508-b91e-c871fd48ee83 is going to be created. [ 1393.391693] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.391928] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.393287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.393287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.393287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.393287] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.057824] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b7c258b-4f9f-41e8-ae77-b8cbec5adc85 req-e7ea4bb1-5b78-4781-8340-767c4b791626 service nova] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 1394.057824] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b7c258b-4f9f-41e8-ae77-b8cbec5adc85 req-e7ea4bb1-5b78-4781-8340-767c4b791626 service nova] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1394.057824] env[68237]: INFO networking_nsxv3.common.synchronization [req-3b7c258b-4f9f-41e8-ae77-b8cbec5adc85 req-e7ea4bb1-5b78-4781-8340-767c4b791626 service nova] Enqueued Resource ID: 843d0ee5-6e7f-4508-b91e-c871fd48ee83 with Priority: HIGHEST for action port [ 1394.057824] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_rules [ 1394.057824] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1394.057824] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843d0ee5-6e7f-4508-b91e-c871fd48ee83 with Priority: HIGHEST for action port [ 1394.058616] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.058734] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.058794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.058994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.059091] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.062019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.062019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.062019] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-843d0ee5-6e7f-4508-b91e-c871fd48ee83 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.062019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.062019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.062019] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.062019] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843d0ee5-6e7f-4508-b91e-c871fd48ee83',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.173790] env[68237]: INFO networking_nsxv3.common.synchronization [req-99168ea2-5361-438d-9fb9-12767c3ebf73 req-e8e5c263-1033-4b30-8038-41742072c86a tempest-ServerActionsTestOtherB-65371887 tempest-ServerActionsTestOtherB-65371887-project-member] Enqueued Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1394.174327] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 with Priority: HIGHEST for action security_group_members [ 1394.174651] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a70dc5-27eb-44a9-a559-b845c3b65705 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.174769] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.174835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.175036] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.175189] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.175287] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.175381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.175563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.175661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.175756] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a70dc5-27eb-44a9-a559-b845c3b65705',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.570250] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.570250] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 843d0ee5-6e7f-4508-b91e-c871fd48ee83 with status ACTIVE [ 1394.570250] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.570250] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.570250] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.570250] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.571024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.571024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.571024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.571024] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.571024] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 843d0ee5-6e7f-4508-b91e-c871fd48ee83 is going to be updated. [ 1394.590297] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.590448] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.590492] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.590702] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.590839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.590993] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-843d0ee5-6e7f-4508-b91e-c871fd48ee83" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.677826] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.678092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.678092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.678296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.707860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.708131] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.708278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.708320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.708509] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.708605] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.708677] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 is going to be updated. [ 1394.733618] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.733761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.733803] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.733992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.734143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.744290] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: IN_PROGRESS for 2s [ 1394.768476] env[68237]: INFO networking_nsxv3.common.synchronization [req-bc18cb6f-ed0d-4c52-97a4-cf84d43be1f2 req-b5eaeb9b-8e17-454e-958f-c33ea1bca3fb tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1394.768991] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1394.769304] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.769426] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.769495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.769697] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.769843] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.769938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.770156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.770156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.770241] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.770328] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.013545] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.013742] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.013872] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.014219] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.014485] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.014648] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.014769] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.015010] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.015168] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.015418] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1395.015544] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1395.015661] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1395.015776] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1395.015894] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1395.016013] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1395.016160] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1395.033300] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1395.033427] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1395.033551] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1395.033715] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.033983] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-24acf6ef-dbe3-4894-ae35-9de68726bb13 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.034161] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.034285] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.034605] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.034837] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24acf6ef-dbe3-4894-ae35-9de68726bb13',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.128030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1395.128370] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 deletion is rescheduled due to dependency. [ 1395.128370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.128370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.128573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.128751] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.128880] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.128923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.129088] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.129172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.129265] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.273761] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.273954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.273954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.274235] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.274328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.274525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.274622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.274685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.274841] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.274917] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.275009] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1395.300995] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.301162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.301162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.301323] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.301459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.309974] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1395.537656] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.537940] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.538138] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.538513] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.538616] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.538818] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 24acf6ef-dbe3-4894-ae35-9de68726bb13 not found, creating... [ 1395.539128] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.539367] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.539512] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.539740] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.539888] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.540262] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.540432] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.540555] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.540785] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.541278] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.541278] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 24acf6ef-dbe3-4894-ae35-9de68726bb13 is going to be created. [ 1395.559583] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.559775] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.559861] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.560122] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.560355] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.560573] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.631392] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.133574] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.243369] env[68237]: INFO networking_nsxv3.common.synchronization [req-bc18cb6f-ed0d-4c52-97a4-cf84d43be1f2 req-80a07b28-8615-4695-9c3c-2f4835f4c8b5 service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1396.243737] env[68237]: INFO networking_nsxv3.common.synchronization [req-bc18cb6f-ed0d-4c52-97a4-cf84d43be1f2 req-80a07b28-8615-4695-9c3c-2f4835f4c8b5 service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1396.243737] env[68237]: INFO networking_nsxv3.common.synchronization [req-bc18cb6f-ed0d-4c52-97a4-cf84d43be1f2 req-80a07b28-8615-4695-9c3c-2f4835f4c8b5 service nova] Enqueued Resource ID: 24acf6ef-dbe3-4894-ae35-9de68726bb13 with Priority: HIGHEST for action port [ 1396.244549] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1396.244549] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1396.244549] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24acf6ef-dbe3-4894-ae35-9de68726bb13 with Priority: HIGHEST for action port [ 1396.244699] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.244867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.244867] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.245080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.245169] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.245972] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.246085] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.246265] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-24acf6ef-dbe3-4894-ae35-9de68726bb13 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.246359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.246710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.246710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.246710] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24acf6ef-dbe3-4894-ae35-9de68726bb13',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.636087] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.636286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.636355] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.636532] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.636624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.636722] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1396.662407] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.662566] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.662657] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.662827] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.662968] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.670516] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1396.748418] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.748598] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.748702] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24acf6ef-dbe3-4894-ae35-9de68726bb13 with status ACTIVE [ 1396.748915] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.749063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.749063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.749265] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.749388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.749562] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.749662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.749718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.749866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.749946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.750136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.750230] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.750280] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.750416] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.750612] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.750822] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24acf6ef-dbe3-4894-ae35-9de68726bb13 is going to be updated. [ 1396.752261] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 in Status: SUCCESS [ 1396.752425] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a70dc5-27eb-44a9-a559-b845c3b65705 deletion is rescheduled due to dependency. [ 1396.752622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a70dc5-27eb-44a9-a559-b845c3b65705" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.770648] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.770786] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.770852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.771038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.771166] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.771316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24acf6ef-dbe3-4894-ae35-9de68726bb13" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.319279] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1397.319668] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1397.319819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.320011] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.320269] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.320499] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.320652] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.320725] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.320919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.321018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.321147] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.823853] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.326486] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.680913] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1398.681279] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.681447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.681680] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.681874] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.681994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.682073] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.682234] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.682314] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.682401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.682495] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.829115] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.829272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.829342] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.829552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.829642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.829737] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1398.855027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.855181] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.855246] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.855458] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.855611] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.864894] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1399.184881] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.687641] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee7124f3-fa63-479f-997d-2be958e905f4: rpc.has_security_group_logging(os_id): False [ 1399.704653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.704797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.704869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.705090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.705185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.705424] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.705522] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.705604] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.705758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.705835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.705919] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1399.761307] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.761473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.761524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.761656] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.761792] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.771198] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1400.876032] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1400.876032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.876032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.876473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.876473] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.876563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.876563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.876770] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.876845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.876883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.876961] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.245478] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.245588] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1401.379243] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.379547] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.379688] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.380013] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.380301] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.380482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.380601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.380861] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.381046] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.381209] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.381444] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.381625] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.381701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.381924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.382164] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.382394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.382447] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.382631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.382759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.382891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.383051] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.783286] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1401.783511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.885965] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bf1c462-828f-4475-ad5b-19e99d26fe74: rpc.has_security_group_logging(os_id): False [ 1401.902743] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.902947] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.903033] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.903402] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.903531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.903772] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.903903] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.903971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.904193] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.904311] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.904542] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.904669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.904737] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.904921] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.905070] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.905301] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.905435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.905524] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.905634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.905755] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.905887] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1401.962730] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.962866] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.962933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.963380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.963529] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.974371] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1403.988999] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1403.989404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.708573] env[68237]: INFO networking_nsxv3.common.synchronization [None req-871be58f-4060-4b10-a954-3247d403d958 None None] Enqueued Resource ID: 319ca6b6-5c14-4a4a-a996-22d402e126c9 with Priority: HIGHEST for action port [ 1404.708832] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319ca6b6-5c14-4a4a-a996-22d402e126c9 with Priority: HIGHEST for action port [ 1404.709431] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-319ca6b6-5c14-4a4a-a996-22d402e126c9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.709564] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-319ca6b6-5c14-4a4a-a996-22d402e126c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.709633] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-319ca6b6-5c14-4a4a-a996-22d402e126c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.709870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-319ca6b6-5c14-4a4a-a996-22d402e126c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.709949] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319ca6b6-5c14-4a4a-a996-22d402e126c9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.212699] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 319ca6b6-5c14-4a4a-a996-22d402e126c9 [ 1405.212949] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.213533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.213533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.213533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.213533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.213777] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:319ca6b6-5c14-4a4a-a996-22d402e126c9 already deleted. [ 1405.213777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-319ca6b6-5c14-4a4a-a996-22d402e126c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.255558] env[68237]: INFO networking_nsxv3.common.synchronization [None req-8255aea8-28be-4f06-8cc2-73142321fcfc tempest-ServerActionsV293TestJSON-25790882 tempest-ServerActionsV293TestJSON-25790882-project-member] Enqueued Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_rules [ 1405.255558] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_rules [ 1405.256027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.256158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.256158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.256368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.256439] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.332799] env[68237]: INFO networking_nsxv3.common.synchronization [None req-0c148c79-73c3-4828-be0e-734c250af9df tempest-ServerActionsV293TestJSON-25790882 tempest-ServerActionsV293TestJSON-25790882-project-member] Enqueued Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_rules [ 1405.333442] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_rules [ 1405.333840] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.333994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.778038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.778222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.778345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.778615] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.778757] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.778899] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 already deleted. [ 1405.779026] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.779254] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.779444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.779570] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.298866] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.299205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.299205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.299313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.299466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.299518] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 already deleted. [ 1406.299608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.860298] env[68237]: INFO networking_nsxv3.common.synchronization [None req-2084b372-0318-4860-bd49-d6988b3663e2 None None] Enqueued Resource ID: 3995968f-e1e8-4f14-b365-b98fc08e3ca0 with Priority: HIGHEST for action port [ 1406.860847] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995968f-e1e8-4f14-b365-b98fc08e3ca0 with Priority: HIGHEST for action port [ 1406.861284] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3995968f-e1e8-4f14-b365-b98fc08e3ca0 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.861420] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3995968f-e1e8-4f14-b365-b98fc08e3ca0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.861480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3995968f-e1e8-4f14-b365-b98fc08e3ca0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.861740] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3995968f-e1e8-4f14-b365-b98fc08e3ca0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.861826] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3995968f-e1e8-4f14-b365-b98fc08e3ca0',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.363886] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3995968f-e1e8-4f14-b365-b98fc08e3ca0 [ 1407.364303] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.364437] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.364518] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.364743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.364833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.364935] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3995968f-e1e8-4f14-b365-b98fc08e3ca0 already deleted. [ 1407.365027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3995968f-e1e8-4f14-b365-b98fc08e3ca0" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.862693] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.863106] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.864370] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.864742] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.807948] env[68237]: INFO networking_nsxv3.common.synchronization [req-fe70aa12-fc8c-4a05-ab8f-23d0f493453b req-1537a6f6-433e-4eff-a3aa-85b8edb5021e tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1418.808497] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1418.808807] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.808931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.808994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.809200] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.809523] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.809523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.809523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.809729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.809729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.809795] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.314137] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.314353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.314353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.314560] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.314695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.314976] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.315187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.315432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.315631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.315766] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.316024] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1419.342999] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.343168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.343275] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.343527] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.343705] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.351764] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1421.361867] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1421.362336] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1421.362336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.809957] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.810308] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.146260] env[68237]: INFO networking_nsxv3.common.synchronization [req-e2fb557d-ffbf-407d-a728-532a91c9f8c2 req-859fa70b-3909-49b1-a4e4-09f1171a5f14 tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1428.146769] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1428.147101] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.147233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.147304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.147507] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.147630] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.147727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.147791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.147928] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.148016] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.148125] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.432872] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.433093] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.433237] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.433578] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.433847] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.434026] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.434154] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.434380] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.434553] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.434762] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1428.434887] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1428.434999] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1428.435124] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1428.435241] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1428.435351] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1428.435483] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1428.454625] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1428.454835] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1428.454979] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1428.455161] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.455446] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.455617] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.455742] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.456155] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.456253] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8c373d-1ea2-4964-876e-fe7a4a60a83a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.650818] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.651042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.651042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.651220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.651327] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.651533] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.651631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.651684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.651844] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.651922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.652014] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1428.680566] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.680774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.680774] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.680941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.681095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.688403] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1428.959099] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.959099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.959099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.959099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.959099] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.959099] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 3e8c373d-1ea2-4964-876e-fe7a4a60a83a not found, creating... [ 1428.959427] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.959482] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.959586] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.959805] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.959947] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.961021] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.961021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.961021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.961021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.961021] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.961021] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 3e8c373d-1ea2-4964-876e-fe7a4a60a83a is going to be created. [ 1428.981408] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.981584] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.981726] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.981953] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.982190] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.982406] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.656129] env[68237]: INFO networking_nsxv3.common.synchronization [req-e2fb557d-ffbf-407d-a728-532a91c9f8c2 req-a997de46-7eaf-450f-9344-c4e0a9d536ca service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1429.656459] env[68237]: INFO networking_nsxv3.common.synchronization [req-e2fb557d-ffbf-407d-a728-532a91c9f8c2 req-a997de46-7eaf-450f-9344-c4e0a9d536ca service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1429.656459] env[68237]: INFO networking_nsxv3.common.synchronization [req-e2fb557d-ffbf-407d-a728-532a91c9f8c2 req-a997de46-7eaf-450f-9344-c4e0a9d536ca service nova] Enqueued Resource ID: 3e8c373d-1ea2-4964-876e-fe7a4a60a83a with Priority: HIGHEST for action port [ 1429.656666] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1429.656791] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1429.656888] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8c373d-1ea2-4964-876e-fe7a4a60a83a with Priority: HIGHEST for action port [ 1429.657428] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.657741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.657741] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.657847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.657947] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.658684] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.658811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.658953] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.659132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.659132] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.659276] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.659343] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8c373d-1ea2-4964-876e-fe7a4a60a83a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.160661] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.160853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.161083] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e8c373d-1ea2-4964-876e-fe7a4a60a83a with status ACTIVE [ 1430.161260] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.161399] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.161478] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.161685] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.161776] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.161943] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.162049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.162105] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.162256] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.162336] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.162509] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.162602] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.162662] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.162797] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.162871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.162952] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e8c373d-1ea2-4964-876e-fe7a4a60a83a is going to be updated. [ 1430.184467] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.184687] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.184758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.184984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.185229] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.185397] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e8c373d-1ea2-4964-876e-fe7a4a60a83a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.336296] env[68237]: INFO networking_nsxv3.common.synchronization [req-37bb4192-5aae-40e1-bf79-7f386bfd9645 req-94f0307f-6b0d-4746-963e-9fb182b93311 tempest-ServerActionsV293TestJSON-25790882 tempest-ServerActionsV293TestJSON-25790882-project-member] Enqueued Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_members [ 1430.336917] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_members [ 1430.337221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.337354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.337410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.337647] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.337792] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.337889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.337944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.338119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.338202] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.338295] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.664463] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.664754] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-621" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.664832] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-621" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.665173] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-621" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.665442] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.665607] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.665753] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.665952] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.666120] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.666335] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1430.666455] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1430.666571] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1430.666685] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1430.666800] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1430.666911] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1430.667060] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1430.683698] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1430.683866] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1430.684015] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1430.684205] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-621" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.684544] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.684731] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.684858] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.685185] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.685335] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82deb5a-5d45-48f8-977f-9e51a4ee39c9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.696519] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1430.696700] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1430.696808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.696956] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.697161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.697334] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.697445] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.697511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.697661] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.697743] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.697837] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.840946] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.841152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.841221] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.841472] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.841538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.841750] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.841849] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.841913] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.842082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.842159] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.842244] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 already deleted. [ 1430.842354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.188413] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.188735] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.188901] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.189256] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.189424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.189588] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port b82deb5a-5d45-48f8-977f-9e51a4ee39c9 not found, creating... [ 1431.189847] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.190015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.190147] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.190370] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.190512] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.190799] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.190994] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.191090] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.191297] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.191436] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.191597] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: b82deb5a-5d45-48f8-977f-9e51a4ee39c9 is going to be created. [ 1431.200165] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.214654] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.214876] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.215015] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.215284] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.215515] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.215739] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.702145] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.788680] env[68237]: INFO networking_nsxv3.common.synchronization [req-83b5ffa5-bb50-4a96-a3f7-3c4056111e57 req-4b3a835b-c10e-4132-b6d0-57f5d3dcf422 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1431.789198] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1431.789882] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.789984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.790067] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.790429] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.790429] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.790596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.790596] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.790712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.790752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.790852] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.883846] env[68237]: INFO networking_nsxv3.common.synchronization [req-37bb4192-5aae-40e1-bf79-7f386bfd9645 req-f921d811-d0bc-4f0d-b405-232eb9affc4d service nova] Enqueued Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_rules [ 1431.883846] env[68237]: INFO networking_nsxv3.common.synchronization [req-37bb4192-5aae-40e1-bf79-7f386bfd9645 req-f921d811-d0bc-4f0d-b405-232eb9affc4d service nova] Enqueued Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_members [ 1431.883846] env[68237]: INFO networking_nsxv3.common.synchronization [req-37bb4192-5aae-40e1-bf79-7f386bfd9645 req-f921d811-d0bc-4f0d-b405-232eb9affc4d service nova] Enqueued Resource ID: b82deb5a-5d45-48f8-977f-9e51a4ee39c9 with Priority: HIGHEST for action port [ 1431.884105] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_rules [ 1431.884233] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_members [ 1431.884325] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82deb5a-5d45-48f8-977f-9e51a4ee39c9 with Priority: HIGHEST for action port [ 1431.884918] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.884998] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.885076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.885267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.885343] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.889720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.889720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.889720] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.889720] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.889720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.889720] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82deb5a-5d45-48f8-977f-9e51a4ee39c9',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.207878] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.208582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.208582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.208582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.208582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.208582] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1432.238515] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.238665] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.238814] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.239059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.239161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.248235] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1432.292835] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.389688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.389831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.390106] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.391215] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b82deb5a-5d45-48f8-977f-9e51a4ee39c9 with status ACTIVE [ 1432.391471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.391616] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.391703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.391934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.392076] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.392343] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.392446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.392506] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.392677] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.392756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.392938] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.393154] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.393297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.393493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.393599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.393684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b82deb5a-5d45-48f8-977f-9e51a4ee39c9 is going to be updated. [ 1432.414075] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.414233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.414288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.414468] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.414608] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.414759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b82deb5a-5d45-48f8-977f-9e51a4ee39c9" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.796204] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.896175] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.297635] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.297835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.297893] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.298087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.298178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.298274] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be updated. [ 1433.323152] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.323315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.323372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.323630] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.323778] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.331128] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: IN_PROGRESS for 2s [ 1433.398798] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.398959] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.399047] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.399266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.399360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.399457] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 is going to be created. [ 1433.424139] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.424341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.424396] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.424609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.424764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.433103] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 in Status: UNINITIALIZED for 2s [ 1434.258341] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1434.258726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.258726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.258932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.259140] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.259263] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.259333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.259494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.259578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.259811] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.259932] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.762136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.762300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.762374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.762607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.762786] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.762889] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.762952] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.763123] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.763211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.763302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.763497] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.763664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.763664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.763789] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.763904] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.763992] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.764069] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.764194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.764262] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.764345] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.764460] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.267441] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bf1c462-828f-4475-ad5b-19e99d26fe74: rpc.has_security_group_logging(os_id): False [ 1435.284741] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.284977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.284977] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.285190] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.285283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.285479] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.285579] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.285642] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.285794] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.285870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.286066] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.286162] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.286223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.286363] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.286436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.286634] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.286729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.286791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.286925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.286999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.287095] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1435.340395] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: SUCCESS [ 1435.340606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.347972] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.348206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.348206] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.348395] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.348539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.362278] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1435.447735] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 in Status: SUCCESS [ 1435.447924] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.448059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.448313] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.448511] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.448631] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.448695] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.448852] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.448934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.449034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.449131] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.951193] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.454121] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d53a54f-efdf-4161-9b43-e7fb84667068: rpc.has_security_group_logging(os_id): False [ 1436.478247] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.478503] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.478636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.478983] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.479173] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.479576] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.479719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.479801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.480060] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.480172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.480300] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 is going to be created. [ 1436.555927] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.555927] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.556081] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.556197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.556365] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.566783] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 in Status: IN_PROGRESS for 2s [ 1436.885836] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.886017] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1437.375576] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1437.376054] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.578530] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 in Status: SUCCESS [ 1438.578860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.886833] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.887240] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.741073] env[68237]: INFO networking_nsxv3.common.synchronization [req-ef788f70-c7ee-4823-98f4-96a9a10f0d77 req-af7585c5-dd29-4a8d-832e-68b7c7e9fd96 tempest-ServerActionsTestOtherA-258842533 tempest-ServerActionsTestOtherA-258842533-project-member] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1446.741912] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGHEST for action security_group_members [ 1446.742106] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.742211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.742264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.742462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.742617] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.742760] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.742891] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.742939] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.743031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.743123] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.246681] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.246877] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.246923] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.247273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.247383] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.247584] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.247727] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.247830] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.248053] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.248143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.248228] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be updated. [ 1447.275603] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.275785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.275854] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.276082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.276222] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.283777] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: IN_PROGRESS for 2s [ 1449.293695] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73af604d-74c5-413d-8693-aad7d6661a32 in Status: SUCCESS [ 1449.294063] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 deletion is rescheduled due to dependency. [ 1449.294063] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.743130] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.743377] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.451979] env[68237]: INFO networking_nsxv3.common.synchronization [req-2ff22aa8-c3b8-48d8-ae78-c6bdf402f869 req-08e96dec-ca6d-4570-b35b-24a3b997e947 tempest-ServerActionsTestJSON-662805750 tempest-ServerActionsTestJSON-662805750-project-member] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1454.452536] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGHEST for action security_group_members [ 1454.452860] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.452982] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.454023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.454320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.454493] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.454606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.454720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.454883] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.454970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.455118] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.959062] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.959062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.959062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.959062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.959062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.959062] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.959062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.959473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.959473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.959473] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.959473] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be updated. [ 1454.987488] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.987663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.987663] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.987846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.987991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.995280] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: IN_PROGRESS for 2s [ 1457.006676] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee7124f3-fa63-479f-997d-2be958e905f4 in Status: SUCCESS [ 1457.006676] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 deletion is rescheduled due to dependency. [ 1457.007029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.290370] env[68237]: INFO networking_nsxv3.common.synchronization [req-68e6019f-a0a4-4ef5-906f-98f07512ae2b req-3e0df946-3bfc-4743-9069-3884bac2c185 tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1458.290902] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1458.291255] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.291380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.291451] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.291649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.291792] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.291881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.291938] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.292095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.292179] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.292270] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.794874] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.795062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.795149] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.795361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.795456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.795652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.795748] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.795804] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.795955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.796061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.796159] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1458.822278] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.822278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.822278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.822278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.822562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.830201] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1460.840708] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1460.841482] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1460.841482] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.293223] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.293223] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.566398] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c84a141-597a-4c76-8c5d-fb76ad9bccfc req-d6ab0130-9938-4666-86d3-2172f209e53d tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1465.566398] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1465.566398] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.566398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.566398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.566398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.566398] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.566960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.566960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.566960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.566960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.566960] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.821858] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.822112] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.822249] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.822540] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.822829] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.823016] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.823140] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.823356] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.823515] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.823748] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1465.823901] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1465.824033] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1465.824151] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1465.824271] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1465.824383] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1465.824520] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1465.844807] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1465.845104] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1465.846059] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1465.846059] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.846059] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-688b685f-f503-4ab8-b517-385ace82b8d8 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.846378] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.846378] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.846742] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.846894] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688b685f-f503-4ab8-b517-385ace82b8d8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.068940] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.069168] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.069226] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.069406] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.069499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.069706] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.069806] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.069870] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.070041] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.070122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.070208] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1466.095242] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.095410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.095410] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.095575] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.095703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.103945] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1466.349691] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.350020] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.350251] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.350562] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.350849] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.350925] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 688b685f-f503-4ab8-b517-385ace82b8d8 not found, creating... [ 1466.351246] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.351471] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.351587] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.351904] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.352138] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.352521] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.353424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.353424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.353424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.353424] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.353620] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 688b685f-f503-4ab8-b517-385ace82b8d8 is going to be created. [ 1466.373918] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.374199] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.374269] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.375017] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.375281] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.375513] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.067423] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c84a141-597a-4c76-8c5d-fb76ad9bccfc req-e0b7ca29-a455-44a9-880e-40a13d032b4b service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1467.067712] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c84a141-597a-4c76-8c5d-fb76ad9bccfc req-e0b7ca29-a455-44a9-880e-40a13d032b4b service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1467.067887] env[68237]: INFO networking_nsxv3.common.synchronization [req-7c84a141-597a-4c76-8c5d-fb76ad9bccfc req-e0b7ca29-a455-44a9-880e-40a13d032b4b service nova] Enqueued Resource ID: 688b685f-f503-4ab8-b517-385ace82b8d8 with Priority: HIGHEST for action port [ 1467.068546] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1467.068725] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1467.068861] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 688b685f-f503-4ab8-b517-385ace82b8d8 with Priority: HIGHEST for action port [ 1467.069321] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.069479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.069571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.069878] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.069953] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.071353] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.071353] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.071514] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-688b685f-f503-4ab8-b517-385ace82b8d8 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.071626] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.071904] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.071984] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.072050] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688b685f-f503-4ab8-b517-385ace82b8d8',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.575045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.575045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.575045] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 688b685f-f503-4ab8-b517-385ace82b8d8 with status ACTIVE [ 1467.575045] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.575045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.575045] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.575471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.575471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.575853] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.575853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.575853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.575853] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.576095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.576095] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.576178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.576212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.576368] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.576407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.576492] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 688b685f-f503-4ab8-b517-385ace82b8d8 is going to be updated. [ 1467.599935] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.600171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.600251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.600563] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.600768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.600994] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-688b685f-f503-4ab8-b517-385ace82b8d8" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.115243] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 4s [ 1470.125679] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1470.125975] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1470.125975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.126172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.126409] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.126596] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.126714] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.126765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.126919] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.127014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.127121] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.629453] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.133084] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.634782] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.634971] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.635056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.635286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.635380] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.635479] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1471.660782] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.660913] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.661020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.661187] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.661341] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.668752] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1472.069500] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.069500] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1473.682035] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1473.682035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.682035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.682035] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.682719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.682719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.682719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.682719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.682719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.682719] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.683259] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.185375] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.185536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.185623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.185833] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.186023] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.186135] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.186220] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.186388] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.186479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.186570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.186719] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.186812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.186902] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.187061] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.187202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.187299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.187358] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.187500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.187577] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.187658] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.187748] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.691287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bf1c462-828f-4475-ad5b-19e99d26fe74: rpc.has_security_group_logging(os_id): False [ 1474.710564] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.710712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.710781] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.711095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.711204] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.711433] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.711570] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.711653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.711837] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.711951] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.712177] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.712812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.712812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.712812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.712812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.712812] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.713216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.713216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.713333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.713333] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.713443] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1474.775179] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.775335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.775411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.775707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.775785] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.790516] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1476.806975] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1476.807378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.070955] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.071117] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.396646] env[68237]: INFO networking_nsxv3.common.synchronization [req-bb967401-b8c0-4192-b3ff-d04e7105053c req-0cba43db-e593-49af-b9dd-a01985985808 tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1478.396646] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1478.396646] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.396646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.396646] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.397171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.397171] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.397171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.397171] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.397320] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.397562] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.397562] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.900285] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.900517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.900517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.900729] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.900821] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.901044] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.901153] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.901216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.901378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.901456] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.901542] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1478.932061] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.932223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.932223] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.932403] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.932541] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.940447] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1480.951059] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1480.951059] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1480.951059] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.397436] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.397792] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.419417] env[68237]: INFO networking_nsxv3.common.synchronization [req-5546923f-d780-4843-b698-cc12b57e8d33 req-6c620bcc-6cab-4bc2-be69-309787981c9c tempest-ServerActionsV293TestJSON-25790882 tempest-ServerActionsV293TestJSON-25790882-project-member] Enqueued Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_members [ 1483.419939] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGHEST for action security_group_members [ 1483.420261] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.420386] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.420455] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.420675] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.420842] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.420942] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.421092] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.423056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.423137] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.423209] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.927525] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.927733] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.927796] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.927961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.928672] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.928910] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.929031] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.929098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.929268] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.929351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.929435] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 is going to be updated. [ 1483.958046] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.958203] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.958266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.958561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.958561] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.967202] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 in Status: IN_PROGRESS for 2s [ 1485.978601] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 in Status: SUCCESS [ 1485.978912] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 deletion is rescheduled due to dependency. [ 1485.978912] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.420925] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.420925] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.811251] env[68237]: INFO networking_nsxv3.common.synchronization [req-90ef4798-1126-400d-ac80-8e3b1fb14347 req-2599b19b-0962-45d3-b152-ab871cbb1309 tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1488.812351] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1488.812351] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.812351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.812351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.812624] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.812695] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.813141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.813141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.813316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.813405] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.813507] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.077049] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.077264] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.077392] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.077657] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.077915] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.078085] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.078241] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.078472] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.078624] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.078838] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1489.078958] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1489.079085] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1489.079240] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1489.079326] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1489.079428] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1489.079562] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1489.097341] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1489.097504] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1489.097641] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1489.097801] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.098087] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.098253] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.098377] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.098665] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.098809] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da91d9a0-05ed-4bef-b682-76e0ca92f6ed',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.316412] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.316718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.316718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.316847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.316930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.317148] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.317291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.317332] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.317460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.317537] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.317618] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1489.343414] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.343683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.343779] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.344108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.344350] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.353538] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1489.601426] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.601811] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.601811] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.602104] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.602268] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.602431] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port da91d9a0-05ed-4bef-b682-76e0ca92f6ed not found, creating... [ 1489.602700] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.602861] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.602987] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.603228] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.603370] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.603646] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.603804] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.603924] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.604196] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.604339] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.604483] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: da91d9a0-05ed-4bef-b682-76e0ca92f6ed is going to be created. [ 1489.624706] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.624873] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.624991] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.625245] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.625470] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.625686] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.318251] env[68237]: INFO networking_nsxv3.common.synchronization [req-90ef4798-1126-400d-ac80-8e3b1fb14347 req-6afbcdd9-a40b-405a-9f34-b385cc328eee service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1490.318251] env[68237]: INFO networking_nsxv3.common.synchronization [req-90ef4798-1126-400d-ac80-8e3b1fb14347 req-6afbcdd9-a40b-405a-9f34-b385cc328eee service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1490.318251] env[68237]: INFO networking_nsxv3.common.synchronization [req-90ef4798-1126-400d-ac80-8e3b1fb14347 req-6afbcdd9-a40b-405a-9f34-b385cc328eee service nova] Enqueued Resource ID: da91d9a0-05ed-4bef-b682-76e0ca92f6ed with Priority: HIGHEST for action port [ 1490.318251] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1490.318251] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1490.318251] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da91d9a0-05ed-4bef-b682-76e0ca92f6ed with Priority: HIGHEST for action port [ 1490.318251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.318251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.318251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.318251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.318251] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.318251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.318251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.318251] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.318251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.318251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.318251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.318251] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da91d9a0-05ed-4bef-b682-76e0ca92f6ed',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.791353] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.792058] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.793970] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da91d9a0-05ed-4bef-b682-76e0ca92f6ed with status ACTIVE [ 1490.794053] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.794182] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.794316] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.794462] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.794539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.794714] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.794839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.794916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.795044] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.795125] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.795294] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.795432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.795432] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.796030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.796030] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.796030] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da91d9a0-05ed-4bef-b682-76e0ca92f6ed is going to be updated. [ 1490.819392] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.819495] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.819582] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.819707] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.819831] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.819976] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da91d9a0-05ed-4bef-b682-76e0ca92f6ed" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.362352] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1491.362529] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1491.362644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.362795] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.362991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.363184] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.363302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.363369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.363521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.363601] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.363694] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.865511] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.367521] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.869762] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.870093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.870093] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.870207] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.870300] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.870399] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1492.896477] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.896623] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.896664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.896835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.896972] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.904255] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1494.914913] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1494.915309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.915309] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.915540] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.915726] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.915843] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.915910] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.916087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.916172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.916261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.916353] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.288047] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.288197] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1495.419185] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.419404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.419404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.419621] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.419792] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.419896] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.419960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.420143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.420238] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.420329] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.420478] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.420572] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.420634] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.420777] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.420912] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.421010] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.421079] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.421218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.421296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.421375] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.421466] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.924226] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bf1c462-828f-4475-ad5b-19e99d26fe74: rpc.has_security_group_logging(os_id): False [ 1495.941949] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.942189] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.942231] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.942418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.942508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.942730] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.942864] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.942931] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.943106] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.943191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.943390] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.943484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.943545] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.943686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.943763] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.943961] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.944062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.944146] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.944292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.944372] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.944457] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1496.004931] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.005090] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.005157] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.005286] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.005418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.016120] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1498.029925] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1498.030378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.289101] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.289507] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.022852] env[68237]: INFO networking_nsxv3.common.synchronization [req-ae5401a9-ef3b-448b-b126-04dd64541624 req-59b6b5d0-80a1-4394-ad72-8fefa849da7b tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1502.023194] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1502.023551] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.023683] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.023752] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.023944] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.024113] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.024232] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.024298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.024452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.024536] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.024628] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.526884] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.527095] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.527158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.527344] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.527440] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.527665] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.527790] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.527892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.528023] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.528122] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.528215] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1502.554551] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.554712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.554712] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.554882] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.555027] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.562397] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1504.572905] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1504.573145] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1504.573244] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.024078] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.024334] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.545463] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b24ff1e-55ef-4fbc-bfa4-ca61098bd0d0 req-dd2e655b-db93-4b55-8d7a-2a587d3605f0 tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1510.545760] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1510.545883] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.545999] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.546084] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.546517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.546517] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.546517] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.546801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.546801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.546801] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.547061] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.798282] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.798509] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.798640] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.798904] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.799174] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.799334] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.799458] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.799677] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.799825] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.800049] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1510.800169] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] NeedRegenerationException {{(pid=68237) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1510.800286] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] no value, waiting for create lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1510.800402] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] value creation lock acquired {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1510.800518] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] No value present for key: 'zone-id' {{(pid=68237) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1510.800630] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Calling creation function for not-yet-present value {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1510.800763] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1510.821124] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1510.821293] env[68237]: DEBUG dogpile.cache.region [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68237) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1510.821444] env[68237]: DEBUG dogpile.lock [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Released creation lock {{(pid=68237) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1510.821626] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "network-433" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.821987] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock port-35f35d13-1bda-48cd-b69b-184a462ee37f taken with stack trace [, , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.822207] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.822337] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.823295] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.823453] env[68237]: DEBUG networking_nsxv3.api.rpc [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f35d13-1bda-48cd-b69b-184a462ee37f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.049136] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.049354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.049435] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.049731] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.049879] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.050156] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.050321] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.050422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.050641] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.050768] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.050910] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1511.075439] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.075571] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.075673] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.076119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.076266] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.085896] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1511.325802] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.326035] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.326177] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.326463] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.326620] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.326778] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Segment Port 35f35d13-1bda-48cd-b69b-184a462ee37f not found, creating... [ 1511.327048] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.327210] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.327337] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.327683] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.327999] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.328466] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.329079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.329079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.329079] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.329895] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.330086] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Resource: SegmentPort with ID: 35f35d13-1bda-48cd-b69b-184a462ee37f is going to be created. [ 1511.353885] env[68237]: DEBUG networking_nsxv3.common.locking [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.354175] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.354334] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.354626] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.354881] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.355151] env[68237]: DEBUG oslo_concurrency.lockutils [None req-71111dad-5671-4c9b-a387-5fbe0f387a53 None None] Releasing lock "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.015832] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b24ff1e-55ef-4fbc-bfa4-ca61098bd0d0 req-daf2525c-eb50-49fd-aae2-b703e9f69db7 service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1512.016101] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b24ff1e-55ef-4fbc-bfa4-ca61098bd0d0 req-daf2525c-eb50-49fd-aae2-b703e9f69db7 service nova] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1512.016215] env[68237]: INFO networking_nsxv3.common.synchronization [req-1b24ff1e-55ef-4fbc-bfa4-ca61098bd0d0 req-daf2525c-eb50-49fd-aae2-b703e9f69db7 service nova] Enqueued Resource ID: 35f35d13-1bda-48cd-b69b-184a462ee37f with Priority: HIGHEST for action port [ 1512.016396] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_rules [ 1512.016524] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1512.016619] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f35d13-1bda-48cd-b69b-184a462ee37f with Priority: HIGHEST for action port [ 1512.017202] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.017292] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.017361] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.017592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.017648] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.018442] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.018531] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.019050] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f35d13-1bda-48cd-b69b-184a462ee37f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.019160] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.019218] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.019378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.019458] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f35d13-1bda-48cd-b69b-184a462ee37f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.521613] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.521764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.521915] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35f35d13-1bda-48cd-b69b-184a462ee37f with status ACTIVE [ 1512.522178] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.522351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.522452] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.522692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.522813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.522999] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.523108] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.523172] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.523335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.523431] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.523706] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.523846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.523909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.524068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.524152] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.524287] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35f35d13-1bda-48cd-b69b-184a462ee37f is going to be updated. [ 1512.545151] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.545278] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.545369] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.545553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.545684] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.545839] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f35d13-1bda-48cd-b69b-184a462ee37f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.095447] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1513.095664] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1513.095739] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.095873] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.096089] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.096266] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.096381] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.096444] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.096619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.096720] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.096818] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.599138] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.102362] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.605150] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.605359] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.605436] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.605668] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.605758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.605859] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1514.633401] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.633568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.633637] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.633829] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.633980] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.641315] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1516.652121] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1516.652446] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.652548] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.652746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.652937] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.653068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.653130] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.653285] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.653378] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.653466] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.653556] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.017358] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.017531] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1517.155456] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.155610] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.155676] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.155907] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.156087] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.156188] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.156252] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.156408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.156496] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.156585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.156763] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.156848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.156909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.157068] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.157208] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.157298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.157360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.157498] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.157573] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.157654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.157741] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.660387] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bf1c462-828f-4475-ad5b-19e99d26fe74: rpc.has_security_group_logging(os_id): False [ 1517.678272] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.678422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.678459] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.678664] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.678756] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.678941] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.679056] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.679119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.679273] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.679349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.679558] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.679649] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.679710] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.679846] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.679916] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.680122] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.680212] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.680271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.680407] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.680480] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.680561] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1517.741936] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.742098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.742150] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.742331] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.742477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.754765] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1519.768733] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1519.769103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.018613] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.018613] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.019251] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.019666] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.021118] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.021449] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.022189] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.022553] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.023161] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.023461] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.024938] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.025314] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.931806] env[68237]: INFO networking_nsxv3.common.synchronization [req-ea07e019-a28c-4431-8390-33a6bc59d297 req-700a814d-2b76-4449-858e-df626e0e520a tempest-DeleteServersTestJSON-1755156045 tempest-DeleteServersTestJSON-1755156045-project-member] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1548.932346] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGHEST for action security_group_members [ 1548.932674] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.932869] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.932906] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.933296] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.933485] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.933588] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.933653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.933855] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.933909] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.934010] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.436103] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.436305] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.436351] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.436557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.436650] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.436853] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.436955] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.437051] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.437211] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.437289] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.437376] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be updated. [ 1549.467141] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.467270] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.467324] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.467553] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.467881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.474673] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: IN_PROGRESS for 2s [ 1551.484622] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 in Status: SUCCESS [ 1551.484876] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 deletion is rescheduled due to dependency. [ 1551.484960] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.779763] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1552.780116] env[68237]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-229c1c8a-8b13-484b-8870-fedb18d24593 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1553.933959] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.934358] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.935630] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.936020] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.936437] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.936827] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.937710] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.938114] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.938581] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.938954] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.634394] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.634813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.634813] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.634930] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.634999] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.137461] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.639740] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.142139] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1578.142353] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1578.838531] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.838922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.838922] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.838987] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.978416] env[68237]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1578.979267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.980325] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1578.981374] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.981455] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.020081] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.020299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.020299] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.020479] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.033274] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.033989] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1579.034082] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1579.034172] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1579.063094] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.063260] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.063302] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.063477] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.064288] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.064429] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1579.134356] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.134521] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.134578] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.134759] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.135126] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.135391] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1579.215028] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.215216] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.215271] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.215471] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.215764] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.216055] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1579.216164] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2fb2d3c5-28d6-4660-846f-8eb558035753', '8d53a54f-efdf-4161-9b43-e7fb84667068', 'a4e9db77-ba06-4184-a2dd-5b9ff86310b7', 'c9255dbb-eebd-4df2-bbf6-2c2edfafbd56', '39230ed9-cd09-4f55-bbe4-5ea741950afc', 'ee7124f3-fa63-479f-997d-2be958e905f4', '70da4668-3192-4d0f-ac77-8d3f2bc3ca1a', '9bc04664-3d7a-41ee-bab2-3112c22b047b', 'aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa', '3045d823-6363-42f2-b02b-600ab288f1bc', '4b668bb9-bea7-433f-aa2d-60313663b60f', '7ab10ec0-2d92-453a-9295-82408a492340', '815957b9-3da0-4a8f-8aed-031fc789ba91', '73af604d-74c5-413d-8693-aad7d6661a32', 'cc5ddc8d-3908-4d03-84ca-548e7910b923', '7eeba323-9951-4025-bf81-7154565bbab6', '79b5578d-2585-431b-bc5a-b61edee1b84e', '9e20806f-a4c9-43de-923d-23477dadddc4', '8bf1c462-828f-4475-ad5b-19e99d26fe74', '9ec29289-bb3e-443a-9283-d520cc143d97', '37d430cf-10c3-40f3-b9d2-4350982e58b0', '57475676-804c-4fc7-822d-bd6b2a2a8827', 'b11e1daf-a7e0-4c32-b04d-704c9a68590b', '12fdfa3e-0de5-419d-a5e5-442a3ac72449', 'e6a70dc5-27eb-44a9-a559-b845c3b65705', '20c43c99-b5ec-42e5-af99-ee9133510a61', '25244f0d-88d7-44f8-a596-d24203420974', '616406c1-3014-49ee-838b-aa9fc521b0bf', '0d5b4d11-4064-4d34-b5d0-1ba7c6f045e2', '64f15fa9-8bf8-4a21-8a22-f438b288f10c'} {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1579.216248] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1579.234892] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.235156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.235156] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.235315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.235398] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.235502] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1579.235572] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1579.235640] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1579.309094] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.309259] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.309343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.309554] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.310679] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.310969] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1579.311064] env[68237]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68237) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1579.311156] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1579.311227] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1579.311302] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1579.311372] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGH for action security_group_rules [ 1579.311451] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGH for action security_group_rules [ 1579.311516] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGH for action security_group_rules [ 1579.311578] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGH for action security_group_rules [ 1579.311639] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGH for action security_group_rules [ 1579.311697] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGH for action security_group_rules [ 1579.311757] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGH for action security_group_rules [ 1579.311816] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGH for action security_group_rules [ 1579.311876] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGH for action security_group_rules [ 1579.311936] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGH for action security_group_rules [ 1579.311996] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGH for action security_group_rules [ 1579.312076] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGH for action security_group_rules [ 1579.312139] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGH for action security_group_rules [ 1579.312199] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGH for action security_group_rules [ 1579.312261] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGH for action security_group_rules [ 1579.312344] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGH for action security_group_rules [ 1579.312425] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGH for action security_group_rules [ 1579.312489] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGH for action security_group_rules [ 1579.312550] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGH for action security_group_rules [ 1579.312610] env[68237]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGH for action security_group_rules [ 1579.312703] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.982944] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.983208] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1583.983208] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 with Priority: HIGH for action security_group_rules [ 1583.983333] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 with Priority: HIGH for action security_group_rules [ 1583.983433] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a with Priority: HIGH for action security_group_rules [ 1583.983531] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 with Priority: HIGH for action security_group_rules [ 1583.983625] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ec29289-bb3e-443a-9283-d520cc143d97 with Priority: HIGH for action security_group_rules [ 1583.983716] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 with Priority: HIGH for action security_group_rules [ 1583.983805] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e20806f-a4c9-43de-923d-23477dadddc4 with Priority: HIGH for action security_group_rules [ 1583.983891] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b5578d-2585-431b-bc5a-b61edee1b84e with Priority: HIGH for action security_group_rules [ 1583.983977] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73af604d-74c5-413d-8693-aad7d6661a32 with Priority: HIGH for action security_group_rules [ 1583.984143] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eeba323-9951-4025-bf81-7154565bbab6 with Priority: HIGH for action security_group_rules [ 1583.984263] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 with Priority: HIGH for action security_group_rules [ 1583.984354] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab10ec0-2d92-453a-9295-82408a492340 with Priority: HIGH for action security_group_rules [ 1583.984444] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b668bb9-bea7-433f-aa2d-60313663b60f with Priority: HIGH for action security_group_rules [ 1583.984531] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3045d823-6363-42f2-b02b-600ab288f1bc with Priority: HIGH for action security_group_rules [ 1583.984616] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa with Priority: HIGH for action security_group_rules [ 1583.984702] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7124f3-fa63-479f-997d-2be958e905f4 with Priority: HIGH for action security_group_rules [ 1583.984788] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b with Priority: HIGH for action security_group_rules [ 1583.984875] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc with Priority: HIGH for action security_group_rules [ 1583.984959] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 with Priority: HIGH for action security_group_rules [ 1583.985073] env[68237]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 with Priority: HIGH for action security_group_rules [ 1583.986008] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb2d3c5-28d6-4660-846f-8eb558035753 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.986198] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.986272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.986484] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.986567] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb2d3c5-28d6-4660-846f-8eb558035753',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.987586] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.987718] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.987787] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.987954] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.988167] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e9db77-ba06-4184-a2dd-5b9ff86310b7',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.989653] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.989653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.989653] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.989771] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.989800] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70da4668-3192-4d0f-ac77-8d3f2bc3ca1a',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.990872] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5ddc8d-3908-4d03-84ca-548e7910b923 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.990941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.990974] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.991251] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.991324] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5ddc8d-3908-4d03-84ca-548e7910b923',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.992263] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ec29289-bb3e-443a-9283-d520cc143d97 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.992419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.992552] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.992593] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.992638] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ec29289-bb3e-443a-9283-d520cc143d97',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.993665] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf1c462-828f-4475-ad5b-19e99d26fe74 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.993862] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.993933] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.994098] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.994173] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf1c462-828f-4475-ad5b-19e99d26fe74',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.995225] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e20806f-a4c9-43de-923d-23477dadddc4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.995354] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.995394] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.995583] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.995659] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e20806f-a4c9-43de-923d-23477dadddc4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.996904] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b5578d-2585-431b-bc5a-b61edee1b84e taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.997014] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.997119] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.997362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.997438] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b5578d-2585-431b-bc5a-b61edee1b84e',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.998518] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73af604d-74c5-413d-8693-aad7d6661a32 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.998654] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.998722] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.998871] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.998943] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73af604d-74c5-413d-8693-aad7d6661a32',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.999898] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eeba323-9951-4025-bf81-7154565bbab6 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.000082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.000082] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.000227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.000299] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eeba323-9951-4025-bf81-7154565bbab6',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.001351] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-815957b9-3da0-4a8f-8aed-031fc789ba91 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.001460] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.001528] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.001726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.001801] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('815957b9-3da0-4a8f-8aed-031fc789ba91',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.002924] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ab10ec0-2d92-453a-9295-82408a492340 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.003064] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.003116] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.003257] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.003333] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ab10ec0-2d92-453a-9295-82408a492340',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.004054] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b668bb9-bea7-433f-aa2d-60313663b60f taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.004194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.004194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.004335] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.004426] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b668bb9-bea7-433f-aa2d-60313663b60f',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.005067] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3045d823-6363-42f2-b02b-600ab288f1bc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.005176] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.005343] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.005408] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.005471] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3045d823-6363-42f2-b02b-600ab288f1bc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.006703] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.006847] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.006892] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.007077] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.007171] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.009694] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee7124f3-fa63-479f-997d-2be958e905f4 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.009802] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.009881] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.010034] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.010124] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee7124f3-fa63-479f-997d-2be958e905f4',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.011038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bc04664-3d7a-41ee-bab2-3112c22b047b taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.011404] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.011549] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.011723] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.011800] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bc04664-3d7a-41ee-bab2-3112c22b047b',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.012866] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39230ed9-cd09-4f55-bbe4-5ea741950afc taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.012975] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.013075] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.013233] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.013304] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39230ed9-cd09-4f55-bbe4-5ea741950afc',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.014312] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d53a54f-efdf-4161-9b43-e7fb84667068 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.014434] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.014508] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.014686] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.014761] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d53a54f-efdf-4161-9b43-e7fb84667068',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.015836] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 taken with stack trace [, , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.015946] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.016029] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.016208] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.016276] env[68237]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9255dbb-eebd-4df2-bbf6-2c2edfafbd56',) {} {{(pid=68237) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.045923] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.046099] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.046140] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.046297] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.047964] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.048080] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.049062] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.049158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.062504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.062609] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3045d823-6363-42f2-b02b-600ab288f1bc is going to be deleted. [ 1584.063326] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.063500] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.079390] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.079485] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb2d3c5-28d6-4660-846f-8eb558035753 is going to be deleted. [ 1584.080178] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.080349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.097283] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.097374] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ab10ec0-2d92-453a-9295-82408a492340 is going to be deleted. [ 1584.119222] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.119338] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.119401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.119565] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.119644] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.119746] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3045d823-6363-42f2-b02b-600ab288f1bc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.140585] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.140692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.140753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.140911] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.140991] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.141111] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ab10ec0-2d92-453a-9295-82408a492340" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.141688] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.141793] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.141860] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.142018] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.142103] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.142205] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb2d3c5-28d6-4660-846f-8eb558035753" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.507989] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.508161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.508197] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.508387] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.513440] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.513539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.514199] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.514298] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.526654] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.526758] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.530128] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.530242] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.531946] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.532062] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.532760] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.532876] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.540300] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.540384] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.544068] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.544767] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.545438] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.545538] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.546217] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.546336] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70da4668-3192-4d0f-ac77-8d3f2bc3ca1a is going to be deleted. [ 1584.547142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.547349] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.548596] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.548694] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.553152] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.553247] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.553959] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.554066] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.554755] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.554845] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.555539] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.555636] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.556242] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1584.556666] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.556761] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.557636] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1584.558027] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.558129] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.564348] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1584.564738] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.564848] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e9db77-ba06-4184-a2dd-5b9ff86310b7 is going to be deleted. [ 1584.565606] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.565791] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.583330] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.583430] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5ddc8d-3908-4d03-84ca-548e7910b923 is going to be deleted. [ 1584.584141] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.584315] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.607038] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.607143] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.608138] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.608241] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf1c462-828f-4475-ad5b-19e99d26fe74 is going to be deleted. [ 1584.608914] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.609097] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.621464] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.621551] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.626523] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.626632] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e20806f-a4c9-43de-923d-23477dadddc4 is going to be deleted. [ 1584.627328] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.627497] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.639105] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.639214] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.644539] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.644646] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b5578d-2585-431b-bc5a-b61edee1b84e is going to be deleted. [ 1584.645370] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.645534] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.663081] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.663185] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.663819] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.663921] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ec29289-bb3e-443a-9283-d520cc143d97 is going to be deleted. [ 1584.669194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.669194] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.728932] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.729051] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73af604d-74c5-413d-8693-aad7d6661a32 is going to be deleted. [ 1584.729826] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.730020] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.732781] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.732874] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.747471] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.747609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.749939] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.750083] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.779732] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.779839] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee7124f3-fa63-479f-997d-2be958e905f4 is going to be deleted. [ 1584.780619] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.780815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.831678] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.831846] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 815957b9-3da0-4a8f-8aed-031fc789ba91 is going to be deleted. [ 1584.832607] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.832809] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.883830] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.883997] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.885196] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.885308] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bc04664-3d7a-41ee-bab2-3112c22b047b is going to be deleted. [ 1584.886112] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.886312] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.957875] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.958037] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9255dbb-eebd-4df2-bbf6-2c2edfafbd56 is going to be deleted. [ 1584.959032] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.959245] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.960685] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.960812] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.962844] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.962970] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.012957] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.012957] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b668bb9-bea7-433f-aa2d-60313663b60f is going to be deleted. [ 1585.013990] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.014261] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.063557] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.063680] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39230ed9-cd09-4f55-bbe4-5ea741950afc is going to be deleted. [ 1585.064543] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.064753] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.106652] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.106808] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.107576] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.107684] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eeba323-9951-4025-bf81-7154565bbab6 is going to be deleted. [ 1585.108467] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.108670] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.128728] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.128835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.154956] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.155096] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.167401] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.167505] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa is going to be deleted. [ 1585.168362] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.168568] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.216835] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.216949] env[68237]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d53a54f-efdf-4161-9b43-e7fb84667068 is going to be deleted. [ 1585.217730] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.217935] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.218042] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.218191] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70da4668-3192-4d0f-ac77-8d3f2bc3ca1a" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.218346] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.218504] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.218585] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.218701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e9db77-ba06-4184-a2dd-5b9ff86310b7" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.219142] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.219295] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.219379] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.219494] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5ddc8d-3908-4d03-84ca-548e7910b923" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.219622] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.219765] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.219842] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.219948] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf1c462-828f-4475-ad5b-19e99d26fe74" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.220086] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.220227] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.220304] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.220411] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b5578d-2585-431b-bc5a-b61edee1b84e" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.220533] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.220669] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.220742] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.220848] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ec29289-bb3e-443a-9283-d520cc143d97" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.220966] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.221183] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.221264] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.221374] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e20806f-a4c9-43de-923d-23477dadddc4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.221501] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.221638] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.221711] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.221816] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73af604d-74c5-413d-8693-aad7d6661a32" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.221934] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.222087] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.222161] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.222267] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee7124f3-fa63-479f-997d-2be958e905f4" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.222389] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.222525] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.222597] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.222706] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-815957b9-3da0-4a8f-8aed-031fc789ba91" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.222825] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.222961] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.223049] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.223158] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9255dbb-eebd-4df2-bbf6-2c2edfafbd56" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.223282] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.223419] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.223493] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.223599] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bc04664-3d7a-41ee-bab2-3112c22b047b" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.223716] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.223851] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.223925] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.224038] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b668bb9-bea7-433f-aa2d-60313663b60f" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.231137] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.231236] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.231272] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.231422] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.231499] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.231609] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39230ed9-cd09-4f55-bbe4-5ea741950afc" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.236179] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.236291] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.236360] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.236511] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.236592] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.236701] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eeba323-9951-4025-bf81-7154565bbab6" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.286336] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.286505] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.286546] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.286726] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.286815] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.286941] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa2be5c2-7c02-4a4a-8335-76ede6dd3dfa" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.348594] env[68237]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.349221] env[68237]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68237) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.349418] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.349551] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.349692] env[68237]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.349783] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.349900] env[68237]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d53a54f-efdf-4161-9b43-e7fb84667068" {{(pid=68237) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.985827] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.986208] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.987829] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.987829] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.988818] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.989197] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.989662] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.990034] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.991145] env[68237]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.991547] env[68237]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0